-- Logs begin at Tue 2021-05-18 13:26:11 UTC, end at Tue 2021-05-18 14:51:37 UTC. -- May 18 13:55:03.075150 dv-cinder-791239-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 18 13:55:05.483975 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.common.config [-] Logging enabled! May 18 13:55:05.484573 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 13:55:05.484740 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 13:55:05.487993 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.common.config [-] Logging enabled! May 18 13:55:05.488248 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 13:55:05.488558 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 13:55:05.489626 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 13:55:05.489861 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 13:55:05.490218 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 13:55:05.490464 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 13:55:05.490689 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 13:55:05.491006 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.491303 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.491600 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.491880 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.492255 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.492551 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.492836 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.493126 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.493424 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.493744 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.494027 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.494310 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.494541 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.494822 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.495257 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.495552 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.495774 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] debug = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.496057 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.496487 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.496889 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.497172 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.497464 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.497776 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.498071 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.498328 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.498613 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.498942 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] host = dv-cinder-791239-1-iscsi {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.499220 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.499508 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.499795 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.500082 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.500357 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.500633 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.500918 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.501193 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.501467 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] log_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.501770 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.502059 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.502349 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.502640 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.502865 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.503088 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.503376 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.503663 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.503939 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.504215 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.504490 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.504765 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.505039 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.505309 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.505621 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.505904 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.506190 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.506465 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.506739 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.507012 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.507284 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.508227 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.508570 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.508847 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.509127 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.509419 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.509718 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.509995 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.510296 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.510587 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.510873 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.511162 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.511438 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.511723 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.511997 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.512269 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.512541 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] use_json = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.512815 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.513087 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.513370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.513665 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.513940 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.514214 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.514487 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.514772 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:05.515069 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.515366 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.515674 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.515955 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.516248 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.516529 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.516820 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.517099 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.517389 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.517702 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.517991 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.518267 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.518559 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.518837 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.519134 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.519439 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.519736 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.520026 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.520301 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.520575 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.520850 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.521129 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.521416 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.521749 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.522045 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.522321 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.522604 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.522898 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.523820 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.524151 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.524429 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.524722 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.525003 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.525281 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.525591 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.525876 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.526149 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.526427 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.526706 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.526998 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.527275 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.527552 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.527826 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.528105 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.528384 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.528668 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.528948 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.529223 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.529498 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.529802 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.530076 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.530352 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.530630 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.530905 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.531183 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.531459 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.531734 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.532009 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.532283 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.532556 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.532829 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.533103 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.533381 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.533684 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.533960 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.534234 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.534507 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.534782 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.535066 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.535363 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.535643 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.535925 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.536203 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.536482 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.536761 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.537038 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.537316 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.537622 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.537899 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.538196 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.538478 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.538843 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.539124 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.539404 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.539700 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.539979 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.540262 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.540539 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.540818 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.541105 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.541387 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.541712 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.542009 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.542303 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.542599 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.542890 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.543171 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.543480 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.543762 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:05.543980 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 13:55:05.544216 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91213) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 13:55:05.894500 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:05.894785 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:05.895068 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:05.895412 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 13:55:06.201873 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.202074 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.202342 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.203559 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.203830 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.204090 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.323336 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.323616 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.323881 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.337117 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.337389 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.337680 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.366255 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.366534 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.366824 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.405656 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.405934 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.406202 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.638496 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.639131 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.639131 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.639291 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.640019 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.763835 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.764153 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.764430 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.764701 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.764967 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.765281 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.765562 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.765818 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.766068 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.766346 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.766603 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.766868 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.767129 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.767381 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.767644 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.767910 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.768166 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.768579 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.768833 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.769114 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.769462 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.769741 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.769991 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.770271 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.770521 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.770766 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.771146 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 13:55:06.771383 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 13:55:06.771621 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 13:55:06.771852 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 13:55:06.772084 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 13:55:06.772316 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 13:55:06.772678 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 13:55:06.776313 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 13:55:06.780221 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 13:55:06.783958 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 18 13:55:06.785619 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 13:55:06.786062 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 13:55:06.786392 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 13:55:06.786773 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 13:55:06.789836 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 13:55:06.790083 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 13:55:06.790429 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 13:55:06.818371 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 13:55:06.818771 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.819065 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91213) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 18 13:55:06.819423 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.821281 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91213) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 13:55:06.821595 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 13:55:06.821846 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 13:55:06.825025 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.825304 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:06.896663 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 13:55:06.896900 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 13:55:06.897137 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 13:55:06.897525 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 13:55:06.928200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_db.sqlalchemy.engines [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91213) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 13:55:07.263817 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Initializing driver for type 'gre' May 18 13:55:07.264409 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] gre ID ranges: [(1, 1000)] May 18 13:55:07.314153 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Initializing driver for type 'local' May 18 13:55:07.314510 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Initializing driver for type 'vlan' May 18 13:55:07.326134 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] VlanTypeDriver initialization complete May 18 13:55:07.326466 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Initializing driver for type 'vxlan' May 18 13:55:07.326990 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] vxlan ID ranges: [(1, 1000)] May 18 13:55:07.377938 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Initializing extension driver 'port_security' May 18 13:55:07.378283 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] PortSecurityExtensionDriver initialization complete May 18 13:55:07.378626 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Initializing mechanism driver 'openvswitch' May 18 13:55:07.378969 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Initializing mechanism driver 'hyperv' May 18 13:55:07.386031 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.plugins.ml2.plugin [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:07.386798 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > port after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.387173 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > port after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.387528 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > port after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.387922 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > subnet after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.388278 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > subnet after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.388626 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.389010 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > network after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.389361 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > network after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.389742 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > network after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.390122 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > security_group after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.390470 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > security_group after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.390810 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.391189 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.391537 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.391878 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.392255 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > address_group after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.392599 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > address_group after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.392933 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.393274 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] ML2 OVO RPC backend initialized. {{(pid=91213) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 18 13:55:07.394044 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.394397 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.394813 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > network before_response 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.395159 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > networks before_response 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.395504 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > port before_response 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.395849 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > ports before_response 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.396193 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > subnet before_response 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.396532 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > subnets before_response 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.396876 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > network after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.397216 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > network after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.397575 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > network after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.397911 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > port after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.398361 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > port after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.398699 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > port after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.399032 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > subnet after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.399368 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > subnet after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.399707 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.400273 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.plugin [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Modular L2 Plugin initialization complete May 18 13:55:07.400600 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading services supported by the core plugin {{(pid=91213) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 13:55:07.400926 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.plugins.ml2.managers [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Got port-security extension from driver 'port_security' May 18 13:55:07.401388 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.extensions.vlantransparent [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Disabled vlantransparent extension. May 18 13:55:07.401907 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91213) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 13:55:07.402219 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading Plugin: router May 18 13:55:07.439354 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.439754 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router after_create 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.440130 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router before_create 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.440500 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.440874 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.441232 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router after_delete 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.441617 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.441982 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router after_create 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.442330 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router after_update 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.442678 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router after_update 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.443028 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.443385 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router after_update 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.443792 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router precommit_update 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.444159 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: port after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.444496 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: port after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.444832 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: subnet after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.445745 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.446095 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.446444 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router precommit_create 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.446786 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: port before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.447127 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router precommit_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.447480 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router after_update 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.447822 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.448168 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router precommit_create 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.448528 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.448875 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router precommit_update 55549900 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.449242 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > network after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.450148 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Tracking information for resource: router configured {{(pid=91213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 13:55:07.450482 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Tracking information for resource: floatingip configured {{(pid=91213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 13:55:07.455431 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.db.l3_agentschedulers_db [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 13:55:07.456010 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: port after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.456370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: port after_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.456725 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: port after_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.457078 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: port after_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.458185 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router before_create 55550100 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.458556 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.458918 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router precommit_create 55550100 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.459272 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > router precommit_update 55550100 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.463765 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.services.provider_configuration [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service providers = [] {{(pid=91213) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 13:55:07.464131 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.db.servicetype_db [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91213) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 13:55:07.467059 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.services.service_base [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 13:55:07.467408 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.services.service_base [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 13:55:07.467752 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.services.service_base [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 13:55:07.468639 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.services.service_base [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 13:55:07.469012 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.services.service_base [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 13:55:07.469573 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 13:55:07.469900 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 13:55:07.480901 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 13:55:07.481236 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading Plugin: auto_allocate May 18 13:55:07.486967 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: network precommit_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.487339 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: network precommit_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.487863 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 13:55:07.488185 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading Plugin: tag May 18 13:55:07.495850 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 13:55:07.496236 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading Plugin: timestamp May 18 13:55:07.499978 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 13:55:07.500312 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading Plugin: network_ip_availability May 18 13:55:07.505566 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.505943 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.506300 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.507008 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 13:55:07.507328 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading Plugin: flavors May 18 13:55:07.512472 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 13:55:07.512802 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading Plugin: revisions May 18 13:55:07.517104 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 13:55:07.517443 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_concurrency.lockutils [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=91213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:07.518206 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91213) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 18 13:55:07.518546 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Initializing extension manager. May 18 13:55:07.519053 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: __init__.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.519394 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: __pycache__ {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.519731 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.520063 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: address_group.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.520819 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.521391 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: address-group May 18 13:55:07.521741 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: address_scope.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.522447 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.522958 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: address-scope May 18 13:55:07.523340 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.524257 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.524767 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: router-admin-state-down-before-update May 18 13:55:07.525090 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: agent.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.525803 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.526307 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: agent May 18 13:55:07.526628 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: agent_resources_synced.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.527531 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.528043 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: agent-resources-synced May 18 13:55:07.528364 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: allowedaddresspairs.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.530151 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.530677 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: allowed-address-pairs May 18 13:55:07.531006 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: auto_allocated_topology.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.532062 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.532576 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: auto-allocated-topology May 18 13:55:07.532902 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: availability_zone.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.533622 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.534129 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: availability_zone May 18 13:55:07.534451 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: availability_zone_filter.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.535350 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.535858 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: availability_zone_filter May 18 13:55:07.536180 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: data_plane_status.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.537074 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.537611 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension data-plane-status not supported by any of loaded plugins May 18 13:55:07.537938 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: default_subnetpools.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.539428 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.539938 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: default-subnetpools May 18 13:55:07.540260 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.541060 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.541605 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: dhcp_agent_scheduler May 18 13:55:07.541931 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: dns.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.542825 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.543330 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension dns-integration not supported by any of loaded plugins May 18 13:55:07.543650 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: dns_domain_ports.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.544548 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.545053 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 13:55:07.545373 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: dvr.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.546067 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.546572 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: dvr May 18 13:55:07.546892 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: empty_string_filtering.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.547788 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.548296 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: empty-string-filtering May 18 13:55:07.548616 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.549522 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.550035 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 13:55:07.550356 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.551254 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.551756 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 13:55:07.552078 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: external_net.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.552980 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.553522 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: external-net May 18 13:55:07.553857 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.555299 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.555807 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: extra_dhcp_opt May 18 13:55:07.556129 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: extraroute.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.558721 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.558721 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: extraroute May 18 13:55:07.558721 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: extraroute_atomic.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.559490 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.559490 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: extraroute-atomic May 18 13:55:07.559709 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: filter_validation.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.560371 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.560877 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: filter-validation May 18 13:55:07.561195 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: fip_pf_description.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.562297 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.562810 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 13:55:07.563131 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: fip_port_details.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.564040 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.564551 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: fip-port-details May 18 13:55:07.564871 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: flavors.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.566126 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.566638 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: flavors May 18 13:55:07.566966 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.568616 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.569134 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 13:55:07.569463 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: floatingip_pools.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.570206 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.570711 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: floatingip-pools May 18 13:55:07.571034 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: ip_allocation.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.571937 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.572440 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension ip_allocation not supported by any of loaded plugins May 18 13:55:07.572765 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.573713 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.574221 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: ip-substring-filtering May 18 13:55:07.574548 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: l2_adjacency.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.575468 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.575971 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension l2_adjacency not supported by any of loaded plugins May 18 13:55:07.576296 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: l3.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.577260 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.577794 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: router May 18 13:55:07.578128 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.580339 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.580869 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 13:55:07.581198 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.582158 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.582907 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: ext-gw-mode May 18 13:55:07.583233 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.584137 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.584650 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: l3-ha May 18 13:55:07.584973 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: l3_flavors.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.586003 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.586521 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: l3-flavors May 18 13:55:07.586841 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.587765 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.588280 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: l3-port-ip-change-not-allowed May 18 13:55:07.588602 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: l3agentscheduler.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.589659 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.590176 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: l3_agent_scheduler May 18 13:55:07.590504 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: logging.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.591994 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.592518 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension logging not supported by any of loaded plugins May 18 13:55:07.592848 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: metering.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.593615 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.594197 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: metering May 18 13:55:07.594523 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.595614 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.596135 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: metering_source_and_destination_fields May 18 13:55:07.596461 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: multiprovidernet.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.597531 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.598053 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: multi-provider May 18 13:55:07.598380 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: netmtu.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.599295 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.599803 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: net-mtu May 18 13:55:07.600125 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: netmtu_writable.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.601033 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.602150 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: net-mtu-writable May 18 13:55:07.602472 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: network_availability_zone.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.603139 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.603645 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: network_availability_zone May 18 13:55:07.603966 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: network_ip_availability.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.605043 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.605584 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: network-ip-availability May 18 13:55:07.605912 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: network_segment_range.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.606671 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.607176 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension network-segment-range not supported by any of loaded plugins May 18 13:55:07.607497 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: pagination.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.608472 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.608805 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: pagination May 18 13:55:07.609127 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: port_device_profile.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.610052 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.610566 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: port-device-profile May 18 13:55:07.610887 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.611790 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.612295 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: port-mac-address-regenerate May 18 13:55:07.612616 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.613525 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.614048 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: port-numa-affinity-policy May 18 13:55:07.614366 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: port_resource_request.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.615260 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.615763 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension port-resource-request not supported by any of loaded plugins May 18 13:55:07.616081 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: portbindings.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.617556 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.618071 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: binding May 18 13:55:07.618391 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: portbindings_extended.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.619654 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.620168 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: binding-extended May 18 13:55:07.620493 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: portsecurity.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.621401 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.621944 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: port-security May 18 13:55:07.622267 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: project_id.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.623235 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.623566 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: project-id May 18 13:55:07.623889 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: providernet.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.624787 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.625300 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: provider May 18 13:55:07.625668 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: qos.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.629208 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.629773 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension qos not supported by any of loaded plugins May 18 13:55:07.630107 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.631340 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.631858 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 13:55:07.632189 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.633195 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.633744 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 13:55:07.634074 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: qos_default.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.634988 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.635500 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension qos-default not supported by any of loaded plugins May 18 13:55:07.635827 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: qos_fip.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.636471 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.636973 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension qos-fip not supported by any of loaded plugins May 18 13:55:07.637292 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: qos_gateway_ip.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.638245 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.638761 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 13:55:07.639251 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: qos_port_network_policy.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.639976 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.640488 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 13:55:07.640813 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: qos_rule_type_details.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.641747 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.642260 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 13:55:07.642583 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: qos_rules_alias.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.643618 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.644133 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 13:55:07.644454 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: quotasv2.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.645469 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.645824 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: quotas May 18 13:55:07.646147 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: quotasv2_detail.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.647753 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.648129 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: quota_details May 18 13:55:07.648544 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: rbac.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.649613 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.650138 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: rbac-policies May 18 13:55:07.650466 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: rbac_address_group.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.651395 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.651915 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: rbac-address-group May 18 13:55:07.652242 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: rbac_address_scope.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.653155 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.653709 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: rbac-address-scope May 18 13:55:07.654038 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: rbac_security_groups.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.654946 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.655456 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: rbac-security-groups May 18 13:55:07.655778 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: rbac_subnetpool.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.656696 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.657203 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: rbac-subnetpool May 18 13:55:07.657544 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: revisionifmatch.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.658461 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.658969 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: revision-if-match May 18 13:55:07.659290 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: revisions.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.660390 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.660898 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: standard-attr-revisions May 18 13:55:07.661223 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: router_availability_zone.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.661925 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.662431 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: router_availability_zone May 18 13:55:07.662753 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: routerservicetype.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.664175 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.664886 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension router-service-type not supported by any of loaded plugins May 18 13:55:07.665216 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.666230 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.666744 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: security-groups-normalized-cidr May 18 13:55:07.667070 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.667988 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.668505 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: port-security-groups-filtering May 18 13:55:07.668829 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.669768 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.670283 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: security-groups-remote-address-group May 18 13:55:07.670606 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: securitygroup.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.680804 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.681337 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: security-group May 18 13:55:07.681697 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: segment.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.682476 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.682991 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension segment not supported by any of loaded plugins May 18 13:55:07.683319 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.684259 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.684772 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 13:55:07.685098 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: servicetype.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.686232 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.686754 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: service-type May 18 13:55:07.687080 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: sorting.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.688053 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.688391 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: sorting May 18 13:55:07.688714 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: standard_attr_segment.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.689670 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.690194 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 13:55:07.690517 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: standardattrdescription.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.691158 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.691662 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: standard-attr-description May 18 13:55:07.691981 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: stateful_security_group.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.692898 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.693411 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: stateful-security-group May 18 13:55:07.693763 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: stdattrs_common.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.694347 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 13:55:07.694667 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.695669 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.696213 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 13:55:07.696533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: subnet_onboard.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.697629 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.698149 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: subnet_onboard May 18 13:55:07.698487 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.699393 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.699900 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 13:55:07.700223 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: subnet_service_types.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.701126 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.701674 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: subnet-service-types May 18 13:55:07.702001 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: subnetallocation.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.703071 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.703588 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: subnet_allocation May 18 13:55:07.703913 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.704572 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.705084 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: subnetpool-prefix-ops May 18 13:55:07.705408 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.706358 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.706871 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 13:55:07.707437 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: tagging.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.708493 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.709033 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: standard-attr-tag May 18 13:55:07.709358 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: timestamp.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.710619 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.711199 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loaded extension: standard-attr-timestamp May 18 13:55:07.711531 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: trunk.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.712560 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.713080 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension trunk not supported by any of loaded plugins May 18 13:55:07.713404 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: trunk_details.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.714344 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.714860 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension trunk-details not supported by any of loaded plugins May 18 13:55:07.715185 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: uplink_status_propagation.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.716105 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.716619 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 13:55:07.716942 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Loading extension file: vlantransparent.py {{(pid=91213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 13:55:07.717638 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 13:55:07.718145 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extension vlan-transparent not supported by any of loaded plugins May 18 13:55:07.720588 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:network May 18 13:55:07.721337 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:subnet May 18 13:55:07.722159 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:subnetpool May 18 13:55:07.722779 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:port May 18 13:55:07.724050 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.724504 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service FLAVORS assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.725132 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.725610 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.725945 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:router May 18 13:55:07.727207 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:floatingip May 18 13:55:07.727918 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service METERING assigned prefix: /metering {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.729367 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.729773 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.730133 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 13:55:07.731267 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of CountableResource for resource:rbac_policy May 18 13:55:07.731732 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:security_group May 18 13:55:07.732403 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 13:55:07.733167 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service CORE assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.733483 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:subnetpool May 18 13:55:07.733853 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] subnetpool is already registered May 18 13:55:07.734464 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service CORE assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.734794 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:subnetpool May 18 13:55:07.735122 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] subnetpool is already registered May 18 13:55:07.738713 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.739152 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service FLAVORS assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.739748 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.740170 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.740512 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:router May 18 13:55:07.740843 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] router is already registered May 18 13:55:07.741431 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:floatingip May 18 13:55:07.741819 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] floatingip is already registered May 18 13:55:07.743041 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service METERING assigned prefix: /metering {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.743739 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of CountableResource for resource:rbac_policy May 18 13:55:07.744068 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] rbac_policy is already registered May 18 13:55:07.744621 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:security_group May 18 13:55:07.744952 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] security_group is already registered May 18 13:55:07.745572 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 13:55:07.745909 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] security_group_rule is already registered May 18 13:55:07.746573 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service CORE assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.747046 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:subnetpool May 18 13:55:07.747382 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] subnetpool is already registered May 18 13:55:07.747992 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.v2.resource_helper [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Service CORE assigned prefix: {{(pid=91213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 13:55:07.748325 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Creating instance of TrackedResource for resource:subnetpool May 18 13:55:07.748653 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING neutron.quota.resource_registry [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] subnetpool is already registered May 18 13:55:07.749320 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: extensions {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.750846 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: address-groups {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.752470 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: address-scopes {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.753727 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: agents {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.754917 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: auto-allocated-topology {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.756176 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: availability_zones {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.757541 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: dhcp-networks {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.758977 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: dhcp-agents {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.760417 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: routers {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.762357 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: flavors {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.763538 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: service_profiles {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.764736 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: next_providers {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.766307 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: service_profiles {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.767821 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: floatingip-pools {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.769051 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: routers {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.770893 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: floatingips {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.772079 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: l3-routers {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.773497 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: l3-agents {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.774935 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: metering-labels {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.776308 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: metering-label-rules {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.777623 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: network-ip-availabilities {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.778885 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: bindings {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.780557 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: quotas {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.781999 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: quotas {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.783467 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: rbac-policies {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.784760 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: security-groups {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.786004 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: security-group-rules {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.787245 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: service-providers {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.788489 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: subnetpools {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.790647 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: subnetpools {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.792116 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.793828 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.795636 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.797399 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.800250 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.802132 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.803827 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.917040 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.918882 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.920726 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron.api.extensions [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Extended resource: tags {{(pid=91213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 13:55:07.926575 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING keystonemiddleware.auth_token [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 13:55:07.931540 dv-cinder-791239-1-iscsi neutron-server[91213]: WARNING keystonemiddleware.auth_token [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 13:55:07.939863 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_concurrency.lockutils [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Acquired lock "singleton_lock" {{(pid=91213) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 18 13:55:07.940367 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_concurrency.lockutils [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Releasing lock "singleton_lock" {{(pid=91213) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 18 13:55:07.941115 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO oslo_service.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Starting 2 workers May 18 13:55:07.945976 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Started child 91461 {{(pid=91213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 13:55:07.950323 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Started child 91462 {{(pid=91213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 13:55:07.951199 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:07.951900 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO neutron.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Neutron service started, listening on 0.0.0.0:9696 May 18 13:55:07.952522 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Notify callbacks [] for process, before_spawn {{(pid=91213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:07.952682 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [-] (91461) wsgi starting up on http://0.0.0.0:9696 May 18 13:55:07.954700 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:07.955206 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO oslo_service.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Starting 1 workers May 18 13:55:07.956117 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [-] (91462) wsgi starting up on http://0.0.0.0:9696 May 18 13:55:07.960243 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Started child 91463 {{(pid=91213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 13:55:07.961336 dv-cinder-791239-1-iscsi neutron-server[91213]: INFO oslo_service.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Starting 1 workers May 18 13:55:07.964098 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] calling RpcWorker wait() {{(pid=91463) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 13:55:07.964650 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] returning from RpcWorker wait() {{(pid=91463) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 13:55:07.965703 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Started child 91464 {{(pid=91213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 13:55:07.965813 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:07.966285 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:07.966495 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG neutron_lib.callbacks.manager [None req-aa19c1c0-7f98-4586-ace3-1ba99b56b090 None None] Notify callbacks [] for process, after_spawn {{(pid=91213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:07.968431 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91213) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 13:55:07.968646 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 13:55:07.968834 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 13:55:07.969050 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 13:55:07.969399 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 13:55:07.969589 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 13:55:07.970109 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.970392 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.970675 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.970938 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.971234 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.971322 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:07.971842 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.972100 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.972334 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.972621 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.972882 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.973056 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.973223 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.973468 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.973726 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.974045 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.974331 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.974589 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.974868 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.975041 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.975292 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.975570 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.975821 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.976084 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] debug = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.976997 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.977487 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.978002 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.978396 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.978622 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.978908 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.979162 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.979459 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.979698 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.979938 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.980196 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.980471 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.980729 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.980965 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.981193 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.981439 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.981681 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.982201 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] host = dv-cinder-791239-1-iscsi {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.982440 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.982664 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.982933 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.983183 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.983430 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.983648 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.983905 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.984151 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.984406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.984633 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.984871 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.985124 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.985358 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.985622 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.985790 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_options = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.986027 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.986306 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.986576 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.986769 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.986939 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.987117 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.987379 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.987546 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.987807 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.988049 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.988265 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.988482 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.988721 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.988955 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.989210 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.989442 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.989711 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.989925 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.990214 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.990456 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.990682 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.990917 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.991157 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.991394 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.991610 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.991905 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.992305 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.992596 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.992912 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.993185 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.993425 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.993705 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.993944 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.994720 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.994969 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.995165 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.995419 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.995693 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.995933 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.996228 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.996541 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.996801 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.997001 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.997260 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.997488 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.997743 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_json = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.997959 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.998178 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.998427 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.998641 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.999388 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.999388 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.999388 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.999757 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:07.999937 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.000249 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.000556 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.000804 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.001059 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.001300 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.001626 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.001877 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.002133 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.002387 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.002705 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.002944 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.003088 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:08.003257 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.003509 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.003773 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.004083 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.004344 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.004613 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.004833 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.005083 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.005329 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.005575 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.005906 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.006185 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.006442 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.006713 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.006938 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.007195 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.007445 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.007678 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.007903 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.008143 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.008420 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.008639 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.008873 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.009124 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.009375 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.009622 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.009857 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.010085 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.010332 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.010588 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.010794 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.011018 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.011236 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.011453 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.011681 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.011917 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.012140 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.012404 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.012629 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.012872 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.013094 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.013309 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.013571 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.013808 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.014043 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.014251 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.014545 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.014771 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.015026 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.015275 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.015499 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.015734 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.015951 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.016196 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.016450 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.016630 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.016850 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.017062 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.017280 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.017528 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.017769 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.018037 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.018197 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.018441 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.018654 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.018896 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.019115 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.019365 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.019603 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.019823 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.020066 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.020288 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.020578 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.020890 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.021157 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.021408 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.021672 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.021936 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.022179 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.022427 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.022673 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.022928 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.023812 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.024077 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.024326 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.024587 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.024817 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.025039 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.025282 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.025518 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.025791 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.026021 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.026262 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.026488 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.026786 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.027025 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.027294 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.027530 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.027791 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.028104 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.028331 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.028615 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.028837 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.029115 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.029434 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.029745 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.030031 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.030323 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.030554 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.030799 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.031808 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.031808 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.031808 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.031808 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.033673 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.033673 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.033673 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.033673 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.033673 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.033673 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.033673 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.033673 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.034950 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.034950 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.034950 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.034950 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.034950 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.035881 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.035881 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.035881 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.035881 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.036244 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.036244 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.036495 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.036735 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.036953 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.040362 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.040362 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.040362 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.040362 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.040362 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.040362 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.040362 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.040362 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.041377 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.041377 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.041377 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.041377 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.041377 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.041377 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.041377 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.041377 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.042139 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.042139 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.042139 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.042139 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.042440 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.042520 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.042715 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.042953 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.043215 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.043458 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.043698 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.043915 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.044169 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.044384 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.044730 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.044907 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.045055 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.045198 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.045441 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.045696 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.045944 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.046199 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.046438 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.046784 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.047028 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.047259 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.047515 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.047756 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.047971 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.048221 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.048440 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.048663 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.048880 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.049095 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.049374 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.049737 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.049998 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.050218 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.050435 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.050650 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.050868 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.051090 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.051386 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.051643 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.051878 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.052125 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.052370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.052600 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.052813 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.053026 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.053267 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.053480 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.053724 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.053928 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.054134 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.054441 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.054697 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.054957 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.055169 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.055386 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.055610 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.055826 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.056052 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.056289 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.056504 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.056726 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.056940 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.057249 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.057532 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.057779 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.058060 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.058295 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.058545 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.058800 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.059149 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.059382 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.059629 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.059869 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.060093 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.060318 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.060656 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.060991 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.061292 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.061556 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.061821 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.062119 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.062411 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.062676 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.062898 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.063208 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.063552 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.063832 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.064080 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.064333 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.064599 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.064823 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.065046 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.065263 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.065527 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.065749 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.065989 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.066222 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.066449 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.066675 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.066907 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.067134 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.067393 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.067638 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.067880 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.068119 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.068281 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 13:55:08.068814 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91213) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 13:55:08.068978 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 13:55:08.069131 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 13:55:08.069318 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 13:55:08.069487 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 13:55:08.069665 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 13:55:08.069877 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.070080 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.070322 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.070410 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.070533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.070714 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.070874 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.071032 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.071191 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.071349 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.071509 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.071667 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.071826 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.071988 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.072147 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.072311 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.072469 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.072629 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.072791 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.072951 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.073108 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.073265 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.073422 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] debug = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.073605 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.073782 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.073945 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.074103 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.074263 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.074423 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.074581 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.074740 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.074897 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.075056 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.075213 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.075372 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.075530 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.075688 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.075846 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.076004 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.076162 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.076319 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] host = dv-cinder-791239-1-iscsi {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.076476 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.076633 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.076789 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.076946 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.077105 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.077264 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.077420 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.077599 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.077758 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.077917 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.078074 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.078233 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.078390 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.078551 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.078706 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_options = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.078862 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.079016 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.079179 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.079406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.079532 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.079654 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.079808 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.079965 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.080123 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.080280 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.080436 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.080593 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.080751 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.080909 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.081067 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.081224 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.081382 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.081564 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.081735 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.081881 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.082043 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.082463 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.082623 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.082736 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.082905 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.083036 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.083193 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.083351 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.083509 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.083667 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.083824 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.083982 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.084139 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.084298 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.084456 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.084613 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.084770 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.084931 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.085089 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.085246 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.085403 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.086099 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.086260 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.086417 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.086576 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.086735 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_json = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.086892 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.087049 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.087191 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.087351 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.087508 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.087665 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.087823 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.087980 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 13:55:08.088157 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.088319 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.088492 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.088658 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.088819 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.089143 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.089308 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.089469 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.089661 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.089823 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.089992 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.090154 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.090327 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.090488 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.090648 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.090811 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.090973 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.091133 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.091293 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.091453 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.091614 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.091775 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.091952 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.092113 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.092274 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.092434 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.092595 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.092757 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.092978 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.093867 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.093867 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.093867 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.093867 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.093867 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.094211 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.094211 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.094332 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.094398 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.094550 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.094712 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.094890 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.095024 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.095159 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.095322 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.095484 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.095636 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.095798 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.095938 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.096083 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.096253 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.096400 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.096564 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.096726 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.096893 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.097033 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.097186 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.097348 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.097492 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.097665 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.097810 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.097966 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.098141 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.098304 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.098465 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.098626 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.098852 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.099031 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.099162 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.099324 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.099452 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.099579 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.099712 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.099855 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.099988 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.100121 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.100269 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.100423 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.100585 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.100746 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.100906 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.101066 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.101874 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.102041 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.102204 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.102375 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.102551 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.102712 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.102875 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.103036 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.103199 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.103359 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.103520 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.103682 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.103842 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.104002 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.104162 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.104323 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.104486 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.104647 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.104807 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.104967 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.105127 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.105288 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.105448 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.105635 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.105797 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.105957 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.106119 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.106279 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.106441 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.106600 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.106772 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.106932 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.107119 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.107280 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.107447 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.107619 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.107780 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.107942 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.108126 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.108256 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.108413 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.108573 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.108734 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.108899 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.109063 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.109222 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.109391 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.109588 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.109753 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.109914 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.110076 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.110259 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.110420 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.110582 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.110742 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.110907 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.111068 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.111228 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.111389 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.111549 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.111709 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.111931 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.112099 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.112259 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.112419 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.112579 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.112739 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.113233 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.113233 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.113233 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.113554 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.113554 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.113704 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.113828 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.113988 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.114148 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.117546 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.117546 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.117546 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.117546 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.117546 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.117546 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.117546 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.117546 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118190 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118273 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:08.118370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118370 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118923 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118923 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118923 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118923 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118923 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118923 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118923 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.118923 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119406 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119873 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119873 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.119873 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.120048 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.120048 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.120200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.120428 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.120534 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.120671 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.120836 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.121000 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.121160 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.121320 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.121480 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.121664 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.121826 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.121999 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.122161 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.122322 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.122484 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.122645 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.122815 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.122977 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.123130 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.123287 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.123449 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.123619 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.123779 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.123939 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.124101 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.124261 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.124432 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.124593 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.124754 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.124915 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.125075 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.125244 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.125405 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.125587 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.125751 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.125911 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.126080 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.126244 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.126405 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.126576 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.126799 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.126964 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.127274 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.127584 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.127890 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.128198 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.128511 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.128680 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.128845 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.129010 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.129222 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.129340 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.129633 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.129739 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.130182 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.130182 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.130182 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.130439 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.130525 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.130646 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.130797 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.130961 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.133533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.133533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.133533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.133533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.133533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.133533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.133533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.133533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.133533 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.134200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.134200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.134200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.134200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.134200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.134200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.134200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.134200 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 13:55:08.134747 dv-cinder-791239-1-iscsi neutron-server[91213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 13:55:08.252391 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56190) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:08.261306 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067618 May 18 13:55:18.854154 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f0002-f481-4b08-bf9b-5ef3fb155552 None None] get_active_networks_info from dv-cinder-791239-1-iscsi {{(pid=91463) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 13:55:18.977285 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-ec7fecf7-259f-44cf-9710-680c15db281e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004'] for agent, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:18.988900 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f0002-f481-4b08-bf9b-5ef3fb155552 None None] No non-hosted networks {{(pid=91463) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 13:55:21.337085 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-bf88be4d-f566-4e19-8dbf-95b0847ee9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004'] for agent, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:21.396597 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c81e5753-7b74-43b9-b806-f3097e116bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:21.403929 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004'] for agent, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:21.404819 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.405365 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.405922 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.406667 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.407188 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.407721 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.408340 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.408888 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.409435 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.412531 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.413151 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.417622 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:21.418484 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791239-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:21.432989 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791239-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:22.369099 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004'] for agent, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:23.925627 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004'] for agent, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:25.421600 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56282) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:26.011816 dv-cinder-791239-1-iscsi neutron-server[91462]: WARNING oslo_policy.policy [None req-6c05879d-f723-49e4-85fb-bd39d898e72d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 13:55:26.012435 dv-cinder-791239-1-iscsi neutron-server[91462]: WARNING oslo_policy.policy [None req-6c05879d-f723-49e4-85fb-bd39d898e72d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 13:55:26.252180 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [None req-6c05879d-f723-49e4-85fb-bd39d898e72d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 13:55:26.254110 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-6c05879d-f723-49e4-85fb-bd39d898e72d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8306763 May 18 13:55:28.408589 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.db.l3_hamode_db [None req-f10e4a56-d869-4b0d-8b37-6edac6783e16 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 13:55:28.495686 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e4a56-d869-4b0d-8b37-6edac6783e16 None None] Routers set() bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 13:55:28.495985 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e4a56-d869-4b0d-8b37-6edac6783e16 None None] Router IDs set() for agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 18 13:55:28.641770 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56296) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:29.005821 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-8d38f2bd-2c3e-41a9-b392-6a3a055e2c18 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:55:29.105786 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.policy [None req-8d38f2bd-2c3e-41a9-b392-6a3a055e2c18 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91462) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 13:55:29.150727 dv-cinder-791239-1-iscsi neutron-server[91462]: WARNING oslo_policy.policy [None req-8d38f2bd-2c3e-41a9-b392-6a3a055e2c18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 13:55:29.151095 dv-cinder-791239-1-iscsi neutron-server[91462]: WARNING oslo_policy.policy [None req-8d38f2bd-2c3e-41a9-b392-6a3a055e2c18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 13:55:29.159493 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.quota [None req-8d38f2bd-2c3e-41a9-b392-6a3a055e2c18 admin admin] Loaded quota_driver: . May 18 13:55:29.175157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8d38f2bd-2c3e-41a9-b392-6a3a055e2c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:55:29.236042 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8d38f2bd-2c3e-41a9-b392-6a3a055e2c18 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733136577324', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733136577823', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733136553957', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733136563273', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733136602453', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733136612872', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1509356', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1421741', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-385717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-689402'] for rbac-policy, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:29.298039 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8d38f2bd-2c3e-41a9-b392-6a3a055e2c18 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:29.299216 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-8d38f2bd-2c3e-41a9-b392-6a3a055e2c18 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6564841 May 18 13:55:31.832773 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56310) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:32.183666 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Request body: {'network': {'project_id': '135b4855897d40e2bca765343e71a9f0', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'name': 'private', 'admin_state_up': True}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:55:32.188248 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:55:32.192596 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Usage tracker for resource:network and tenant:135b4855897d40e2bca765343e71a9f0 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 13:55:32.197902 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 13:55:32.203847 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:55:32.213732 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Made reservation on behalf of 135b4855897d40e2bca765343e71a9f0 for: {'network': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 13:55:32.216408 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:32.233536 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:32.247583 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:55:32.251185 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Usage tracker for resource:security_group_rule and tenant:135b4855897d40e2bca765343e71a9f0 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 13:55:32.255976 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 13:55:32.261413 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:55:32.357436 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:32.360915 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:32.366025 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:32.383221 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=91462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 13:55:32.407843 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733139638986', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:32.408415 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Unsubscribe: segment precommit_create {{(pid=91462) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 13:55:32.408863 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.segments_db [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Added segment 97ebe18f-1ae5-46cf-bca1-fc92ebb92176 of type vlan for network fe73811c-6b1f-4918-8343-5c4036b9fb44 May 18 13:55:32.460525 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791e535e-52da-44b7-9436-1d9a16bb01e4,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:32.481139 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.481526 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.481840 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.482158 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.482472 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.482800 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.483118 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.483418 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.483740 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.484051 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.484356 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.484659 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Tracked resource versions report: May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: pushed versions: May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: { 'AddressGroup': {'1.2'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'ConntrackHelper': {'1.0'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Log': {'1.0'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Network': {'1.1'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Port': {'1.7'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'PortForwarding': {'1.2'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'QosPolicy': {'1.8'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SecurityGroup': {'1.4'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SecurityGroupRule': {'1.2'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SubPort': {'1.0'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Subnet': {'1.1'}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Trunk': {'1.1'}} May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: consumer versions: May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: { DHCP agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: L3 agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: Metadata agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: Metering agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: Open vSwitch agent@dv-cinder-791239-1-iscsi: { 'AddressGroup': '1.2', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'ConntrackHelper': '1.0', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Log': '1.0', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Network': '1.1', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Port': '1.7', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'PortForwarding': '1.2', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'QosPolicy': '1.8', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SecurityGroup': '1.4', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SecurityGroupRule': '1.2', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SubPort': '1.0', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Subnet': '1.1', May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Trunk': '1.1'}} May 18 13:55:32.485757 dv-cinder-791239-1-iscsi neutron-server[91462]: {{(pid=91462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 13:55:32.530620 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:32.537997 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:32.571695 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:32.573208 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:55:32.573851 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:32.578625 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:32.680614 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8463337 May 18 13:55:32.681312 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Pushing event updated for resources: {'Network': ['ID=fe73811c-6b1f-4918-8343-5c4036b9fb44,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:32.698696 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:32.707688 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network fe73811c-6b1f-4918-8343-5c4036b9fb44 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 13:55:35.368612 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56326) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:35.942671 dv-cinder-791239-1-iscsi neutron-server[91461]: WARNING oslo_policy.policy [None req-8ec0c9ad-25a8-4b34-a051-4050b459f29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 13:55:35.943259 dv-cinder-791239-1-iscsi neutron-server[91461]: WARNING oslo_policy.policy [None req-8ec0c9ad-25a8-4b34-a051-4050b459f29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 13:55:36.376834 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.policy [None req-8ec0c9ad-25a8-4b34-a051-4050b459f29d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91461) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 13:55:36.421172 dv-cinder-791239-1-iscsi neutron-server[91461]: WARNING oslo_policy.policy [None req-8ec0c9ad-25a8-4b34-a051-4050b459f29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 13:55:36.421567 dv-cinder-791239-1-iscsi neutron-server[91461]: WARNING oslo_policy.policy [None req-8ec0c9ad-25a8-4b34-a051-4050b459f29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 13:55:36.430261 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0c9ad-25a8-4b34-a051-4050b459f29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:55:36.432101 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-8ec0c9ad-25a8-4b34-a051-4050b459f29d admin admin] 10.222.0.44 "GET /v2.0/networks/fe73811c-6b1f-4918-8343-5c4036b9fb44 HTTP/1.1" status: 200 len: 825 time: 1.0614409 May 18 13:55:36.464167 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-6f9faa95-21f8-45e3-b7ff-61bf8f9c09d4 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/c4962305-a1cc-4b12-a020-046e2f046131 HTTP/1.1" status: 200 len: 734 time: 0.0267923 May 18 13:55:36.472668 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'subnetpool_id': 'c4962305-a1cc-4b12-a020-046e2f046131', 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:55:36.474275 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.quota [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Loaded quota_driver: . May 18 13:55:36.480640 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:55:36.486347 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Usage tracker for resource:subnet and tenant:135b4855897d40e2bca765343e71a9f0 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 13:55:36.489721 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 13:55:36.497100 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:55:36.511787 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Made reservation on behalf of 135b4855897d40e2bca765343e71a9f0 for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 13:55:36.514677 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:36.996775 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:37.002478 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:37.075327 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Checking segment: {'id': '97ebe18f-1ae5-46cf-bca1-fc92ebb92176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 13:55:37.075704 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Network hostable DHCP agents. Network: fe73811c-6b1f-4918-8343-5c4036b9fb44, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 13:55:37.092374 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883ad73f-a0d3-49e1-8372-d695a369b9ce,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:37.103702 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.104047 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.104367 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.104681 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.104991 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.105313 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.105647 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.105953 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.106270 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.106573 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.106871 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.107168 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Tracked resource versions report: May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: pushed versions: May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: { 'AddressGroup': {'1.2'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'ConntrackHelper': {'1.0'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Log': {'1.0'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Network': {'1.1'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Port': {'1.7'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'PortForwarding': {'1.2'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'QosPolicy': {'1.8'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SecurityGroup': {'1.4'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SecurityGroupRule': {'1.2'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SubPort': {'1.0'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Subnet': {'1.1'}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Trunk': {'1.1'}} May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: consumer versions: May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: { DHCP agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: L3 agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: Metadata agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: Metering agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: Open vSwitch agent@dv-cinder-791239-1-iscsi: { 'AddressGroup': '1.2', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'ConntrackHelper': '1.0', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Log': '1.0', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Network': '1.1', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Port': '1.7', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'PortForwarding': '1.2', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'QosPolicy': '1.8', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SecurityGroup': '1.4', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SecurityGroupRule': '1.2', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SubPort': '1.0', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Subnet': '1.1', May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Trunk': '1.1'}} May 18 13:55:37.108234 dv-cinder-791239-1-iscsi neutron-server[91461]: {{(pid=91461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 13:55:37.131432 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Network fe73811c-6b1f-4918-8343-5c4036b9fb44 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 13:55:37.144684 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:37.146562 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, fe73811c-6b1f-4918-8343-5c4036b9fb44) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 13:55:37.154196 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:55:37.154196 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:37.156100 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5d379-1808-4c8f-a87c-ea29dca0bda5 None None] Network fe73811c-6b1f-4918-8343-5c4036b9fb44 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 13:55:37.172345 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7030294 May 18 13:55:37.462479 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-fe73811c-6b1f-4918-8343-5c4036b9fb44', 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'fixed_ips': [{'subnet_id': '883ad73f-a0d3-49e1-8372-d695a369b9ce'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 13:55:37.463610 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:37.647611 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Allocated IP 172.20.0.2 (fe73811c-6b1f-4918-8343-5c4036b9fb44/883ad73f-a0d3-49e1-8372-d695a369b9ce/e07bc7a6-fd5c-4eb9-b609-82ed59317155) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 13:55:37.875412 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:37.889018 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Transition to ACTIVE for port object e07bc7a6-fd5c-4eb9-b609-82ed59317155 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 13:55:37.907541 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Transition to ACTIVE for port object e07bc7a6-fd5c-4eb9-b609-82ed59317155 will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 13:55:37.914069 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:37.918237 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:37.979739 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Network fe73811c-6b1f-4918-8343-5c4036b9fb44 is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 13:55:37.982437 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 13:55:37.989084 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 13:55:37.992935 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Pushing event updated for resources: {'Port': ['ID=e07bc7a6-fd5c-4eb9-b609-82ed59317155,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:38.028162 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.028496 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.028825 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.029147 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.029465 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.029805 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.030119 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.030440 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.030763 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.031080 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.031390 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.031699 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Tracked resource versions report: May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: pushed versions: May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: { 'AddressGroup': {'1.2'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'ConntrackHelper': {'1.0'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Log': {'1.0'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Network': {'1.1'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Port': {'1.7'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'PortForwarding': {'1.2'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'QosPolicy': {'1.8'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SecurityGroup': {'1.4'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SecurityGroupRule': {'1.2'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SubPort': {'1.0'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Subnet': {'1.1'}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Trunk': {'1.1'}} May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: consumer versions: May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: { DHCP agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: L3 agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: Metadata agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: Metering agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: Open vSwitch agent@dv-cinder-791239-1-iscsi: { 'AddressGroup': '1.2', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'ConntrackHelper': '1.0', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Log': '1.0', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Network': '1.1', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Port': '1.7', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'PortForwarding': '1.2', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'QosPolicy': '1.8', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SecurityGroup': '1.4', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SecurityGroupRule': '1.2', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SubPort': '1.0', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Subnet': '1.1', May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Trunk': '1.1'}} May 18 13:55:38.032803 dv-cinder-791239-1-iscsi neutron-server[91463]: {{(pid=91463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 13:55:38.040713 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:38.092986 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Attempting to bind port e07bc7a6-fd5c-4eb9-b609-82ed59317155 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 13:55:38.093378 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Attempting to bind port e07bc7a6-fd5c-4eb9-b609-82ed59317155 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '97ebe18f-1ae5-46cf-bca1-fc92ebb92176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 13:55:38.093848 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Attempting to bind port e07bc7a6-fd5c-4eb9-b609-82ed59317155 on network fe73811c-6b1f-4918-8343-5c4036b9fb44 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 13:55:38.099225 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 13, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 13:55:38.099626 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Checking segment: {'id': '97ebe18f-1ae5-46cf-bca1-fc92ebb92176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 13:55:38.100123 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:38.100505 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Bound using segment: {'id': '97ebe18f-1ae5-46cf-bca1-fc92ebb92176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 13:55:38.100988 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Bound port: e07bc7a6-fd5c-4eb9-b609-82ed59317155, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ebe18f-1ae5-46cf-bca1-fc92ebb92176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 13:55:38.101468 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:38.188915 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] For port e07bc7a6-fd5c-4eb9-b609-82ed59317155, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 13:55:38.192679 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] For port e07bc7a6-fd5c-4eb9-b609-82ed59317155, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=e07bc7a6-fd5c-4eb9-b609-82ed59317155,segment=NetworkSegment(97ebe18f-1ae5-46cf-bca1-fc92ebb92176),segment_id=97ebe18f-1ae5-46cf-bca1-fc92ebb92176)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 13:55:38.197605 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:38.202991 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:38.286246 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Pushing event updated for resources: {'Port': ['ID=e07bc7a6-fd5c-4eb9-b609-82ed59317155,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:38.290903 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:39.536307 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56346) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:39.908575 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [None req-de960aa4-9793-485e-8cc6-ad06c79bd2fe admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 13:55:39.909569 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-de960aa4-9793-485e-8cc6-ad06c79bd2fe admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3719406 May 18 13:55:42.322310 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56356) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:42.715849 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [None req-e3af6649-0dc8-4606-bae7-152f9b266583 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 13:55:42.716848 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-e3af6649-0dc8-4606-bae7-152f9b266583 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3936207 May 18 13:55:43.221276 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device e07bc7a6-fd5c-4eb9-b609-82ed59317155 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 13:55:43.296085 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port e07bc7a6-fd5c-4eb9-b609-82ed59317155 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 13:55:43.725570 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca662b-7af2-4f8a-9910-0cbfa170861f None None] Network fe73811c-6b1f-4918-8343-5c4036b9fb44 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 13:55:43.838282 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-a2f2c26c-dfd0-44f6-82eb-2635a99a58b4 None None] Provisioning for port e07bc7a6-fd5c-4eb9-b609-82ed59317155 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 13:55:43.853570 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-a2f2c26c-dfd0-44f6-82eb-2635a99a58b4 None None] Provisioning complete for port e07bc7a6-fd5c-4eb9-b609-82ed59317155 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:55:43.853970 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a2f2c26c-dfd0-44f6-82eb-2635a99a58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:44.091747 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a2f2c26c-dfd0-44f6-82eb-2635a99a58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:44.129053 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-a2f2c26c-dfd0-44f6-82eb-2635a99a58b4 None None] For port e07bc7a6-fd5c-4eb9-b609-82ed59317155, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=e07bc7a6-fd5c-4eb9-b609-82ed59317155,segment=NetworkSegment(97ebe18f-1ae5-46cf-bca1-fc92ebb92176),segment_id=97ebe18f-1ae5-46cf-bca1-fc92ebb92176)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 13:55:44.134330 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a2f2c26c-dfd0-44f6-82eb-2635a99a58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:44.136505 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:44.202279 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2c26c-dfd0-44f6-82eb-2635a99a58b4 None None] Pushing event updated for resources: {'Port': ['ID=e07bc7a6-fd5c-4eb9-b609-82ed59317155,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:44.205432 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-a2f2c26c-dfd0-44f6-82eb-2635a99a58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:44.354806 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-6b3189a8-97dc-43f0-b872-ea272f18bcd7 None None] Provisioning complete for port e07bc7a6-fd5c-4eb9-b609-82ed59317155 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:55:44.355440 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6b3189a8-97dc-43f0-b872-ea272f18bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:45.193875 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device e07bc7a6-fd5c-4eb9-b609-82ed59317155 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 13:55:45.259412 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port e07bc7a6-fd5c-4eb9-b609-82ed59317155 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:55:45.259794 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:45.377799 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56372) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:45.723993 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'name': 'router1'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:55:45.729879 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:55:45.733621 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Usage tracker for resource:router and tenant:135b4855897d40e2bca765343e71a9f0 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 13:55:45.736883 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 13:55:45.742711 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:55:45.761591 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:45.763184 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:45.784815 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:45.895526 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:45.915198 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:45.916351 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-9c2ee143-9032-46cd-a8ee-18f14e70fc8d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5379887 May 18 13:55:48.243570 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56382) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:48.609753 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [None req-26e312c2-969d-4cea-9138-ad520050b0e5 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 13:55:48.610745 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-26e312c2-969d-4cea-9138-ad520050b0e5 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3660450 May 18 13:55:48.762697 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f9b489e4-cc16-4ec8-b71f-7d9f6fcf9fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:50.934770 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56392) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:51.298316 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:55:51.305421 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:55:51.309199 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Usage tracker for resource:network and tenant:734da34e6db14167804451cc7e72a2bb is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 13:55:51.312210 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 13:55:51.317913 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:55:51.328684 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Made reservation on behalf of 734da34e6db14167804451cc7e72a2bb for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 13:55:51.331011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.339861 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-845c04d2-9062-4695-a1c4-d301079f2b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.364663 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.369410 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.379542 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:55:51.383843 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Usage tracker for resource:security_group_rule and tenant:734da34e6db14167804451cc7e72a2bb is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 13:55:51.387013 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 13:55:51.392670 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:55:51.485902 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.489570 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.493225 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:51.514398 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Reserving flat network on physical network physnet1 {{(pid=91461) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 13:55:51.527448 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bf378f-0865-4fa2-a5bd-78130a616bd6,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:51.533797 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:51.534754 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733139638986', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.535314 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Unsubscribe: segment precommit_create {{(pid=91461) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 13:55:51.535740 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Added segment 1a7924d7-2fc4-40fa-add5-8caac48a80a5 of type flat for network ce418276-98c1-4386-926d-d40ddcbd119a May 18 13:55:51.581107 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.620421 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.621694 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:55:51.622261 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:51.626559 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:51.716731 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7809138 May 18 13:55:51.721587 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Pushing event updated for resources: {'Network': ['ID=ce418276-98c1-4386-926d-d40ddcbd119a,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:51.736021 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:51.743970 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network ce418276-98c1-4386-926d-d40ddcbd119a details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 13:55:52.312103 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:53.876584 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:54.046857 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56412) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:54.252739 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb72a50-734b-49df-a0bf-f83cb34cf9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:55:54.254084 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-0bb72a50-734b-49df-a0bf-f83cb34cf9bc admin admin] 10.222.0.44 "GET /v2.0/subnets/883ad73f-a0d3-49e1-8372-d695a369b9ce HTTP/1.1" status: 200 len: 849 time: 0.2062688 May 18 13:55:54.394467 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-cf34f865-08b3-49d3-9b6f-2354fcaf2765 admin admin] 10.222.0.44 "GET /v2.0/routers/5575377f-3f38-49b5-8700-0476c73c3ea6 HTTP/1.1" status: 200 len: 704 time: 0.1344097 May 18 13:55:54.848619 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:55.072385 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Allocated IP 172.20.0.1 (fe73811c-6b1f-4918-8343-5c4036b9fb44/883ad73f-a0d3-49e1-8372-d695a369b9ce/6957e8b5-5b60-46aa-8c6f-55e7e42ca824) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 13:55:55.259229 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:55.275887 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Transition to ACTIVE for port object 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 will not be triggered until provisioned by entity DHCP. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 13:55:55.328214 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:55.332588 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:55.394288 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Network fe73811c-6b1f-4918-8343-5c4036b9fb44 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 13:55:55.397099 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 13:55:55.400821 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 13:55:55.401267 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:55.521182 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Pushing event updated for resources: {'Port': ['ID=6957e8b5-5b60-46aa-8c6f-55e7e42ca824,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:55.532761 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:55.647632 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-bae718c6-8448-48e3-98b2-abdf54ccc53f None None] Provisioning for port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 13:55:55.652871 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-bae718c6-8448-48e3-98b2-abdf54ccc53f None None] Provisioning complete for port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:55:55.653191 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-bae718c6-8448-48e3-98b2-abdf54ccc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:55.662724 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:55.707118 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-bae718c6-8448-48e3-98b2-abdf54ccc53f None None] Port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 13:55:55.882983 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:55.886996 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:55.888028 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:55.891837 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:56.024612 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Pushing event updated for resources: {'Port': ['ID=6957e8b5-5b60-46aa-8c6f-55e7e42ca824,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:56.028403 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:56.076782 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Network fe73811c-6b1f-4918-8343-5c4036b9fb44 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 13:55:56.077833 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 13:55:56.229942 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-94c9fa8b-9811-49ac-9b13-74631d669213 None None] Provisioning complete for port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:55:56.230315 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-94c9fa8b-9811-49ac-9b13-74631d669213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:56.264350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Router 5575377f-3f38-49b5-8700-0476c73c3ea6 is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 13:55:56.282702 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-94c9fa8b-9811-49ac-9b13-74631d669213 None None] Port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 13:55:56.415768 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 13:55:56.425072 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] 10.222.0.44 "PUT /v2.0/routers/5575377f-3f38-49b5-8700-0476c73c3ea6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0252452 May 18 13:55:56.425222 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Sync routers for ids ['5575377f-3f38-49b5-8700-0476c73c3ea6'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 13:55:56.436264 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Routers {'5575377f-3f38-49b5-8700-0476c73c3ea6'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 13:55:56.437220 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T13:55:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['5575377f-3f38-49b5-8700-0476c73c3ea6'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:56.609034 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Set router 5575377f-3f38-49b5-8700-0476c73c3ea6 gateway port host: None {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 13:55:56.974486 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'name': 'router1', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T13:55:45Z', 'updated_at': '2021-05-18T13:55:55Z', 'revision_number': 2, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'gw_port_host': None, '_interfaces': [{'id': '6957e8b5-5b60-46aa-8c6f-55e7e42ca824', 'name': '', 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'mac_address': 'fa:16:3e:59:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T13:55:54Z', 'updated_at': '2021-05-18T13:55:55Z', 'revision_number': 2, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'subnets': [{'id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4962305-a1cc-4b12-a020-046e2f046131'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:56.981490 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Checking router: 5575377f-3f38-49b5-8700-0476c73c3ea6 for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 13:55:56.981893 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Updating router 5575377f-3f38-49b5-8700-0476c73c3ea6 port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 13:55:57.034306 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:57.410035 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:57.424393 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Transition to ACTIVE for port object 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 13:55:57.431572 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:57.437787 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:57.648427 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Pushing event updated for resources: {'Port': ['ID=6957e8b5-5b60-46aa-8c6f-55e7e42ca824,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:57.660123 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.660394 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.660715 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.661029 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.661340 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.661676 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.661986 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.662295 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.662604 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.662907 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.663209 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.663585 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Tracked resource versions report: May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: pushed versions: May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: { 'AddressGroup': {'1.2'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'ConntrackHelper': {'1.0'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Log': {'1.0'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Network': {'1.1'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Port': {'1.7'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'PortForwarding': {'1.2'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'QosPolicy': {'1.8'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SecurityGroup': {'1.4'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SecurityGroupRule': {'1.2'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SubPort': {'1.0'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Subnet': {'1.1'}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Trunk': {'1.1'}} May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: consumer versions: May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: { DHCP agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: L3 agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: Metadata agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: Metering agent@dv-cinder-791239-1-iscsi: {}, May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: Open vSwitch agent@dv-cinder-791239-1-iscsi: { 'AddressGroup': '1.2', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'ConntrackHelper': '1.0', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Log': '1.0', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Network': '1.1', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Port': '1.7', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'PortForwarding': '1.2', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'QosPolicy': '1.8', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SecurityGroup': '1.4', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SecurityGroupRule': '1.2', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SubPort': '1.0', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Subnet': '1.1', May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Trunk': '1.1'}} May 18 13:55:57.664736 dv-cinder-791239-1-iscsi neutron-server[91464]: {{(pid=91464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 13:55:57.667056 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Attempting to bind port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 13:55:57.667443 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Attempting to bind port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '97ebe18f-1ae5-46cf-bca1-fc92ebb92176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 13:55:57.667870 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Attempting to bind port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 on network fe73811c-6b1f-4918-8343-5c4036b9fb44 {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 13:55:57.671789 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:57.674128 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 13:55:57.674522 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Checking segment: {'id': '97ebe18f-1ae5-46cf-bca1-fc92ebb92176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 13:55:57.675084 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:57.675362 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Bound using segment: {'id': '97ebe18f-1ae5-46cf-bca1-fc92ebb92176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 13:55:57.675856 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Bound port: 6957e8b5-5b60-46aa-8c6f-55e7e42ca824, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ebe18f-1ae5-46cf-bca1-fc92ebb92176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 13:55:57.676218 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:57.762641 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] For port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 13:55:57.766616 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] For port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=6957e8b5-5b60-46aa-8c6f-55e7e42ca824,segment=NetworkSegment(97ebe18f-1ae5-46cf-bca1-fc92ebb92176),segment_id=97ebe18f-1ae5-46cf-bca1-fc92ebb92176)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 13:55:57.771721 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:57.776395 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:57.880872 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Routers {'5575377f-3f38-49b5-8700-0476c73c3ea6'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 13:55:57.881492 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T13:55:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['5575377f-3f38-49b5-8700-0476c73c3ea6'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:57.937610 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Pushing event updated for resources: {'Port': ['ID=6957e8b5-5b60-46aa-8c6f-55e7e42ca824,revision_number=4']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:57.947779 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:58.037456 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] Set router 5575377f-3f38-49b5-8700-0476c73c3ea6 gateway port host: None {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 13:55:58.354563 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'name': 'router1', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T13:55:45Z', 'updated_at': '2021-05-18T13:55:55Z', 'revision_number': 2, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'gw_port_host': None, '_interfaces': [{'id': '6957e8b5-5b60-46aa-8c6f-55e7e42ca824', 'name': '', 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'mac_address': 'fa:16:3e:59:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T13:55:54Z', 'updated_at': '2021-05-18T13:55:57Z', 'revision_number': 4, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'subnets': [{'id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4962305-a1cc-4b12-a020-046e2f046131'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:55:58.358237 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09317e-cc09-4525-97d1-d24a605c50c0 None None] The sync data for ids ['5575377f-3f38-49b5-8700-0476c73c3ea6'] in dv-cinder-791239-1-iscsi is: [{'id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'name': 'router1', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T13:55:45Z', 'updated_at': '2021-05-18T13:55:55Z', 'revision_number': 2, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'gw_port_host': None, '_interfaces': [{'id': '6957e8b5-5b60-46aa-8c6f-55e7e42ca824', 'name': '', 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'mac_address': 'fa:16:3e:59:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T13:55:54Z', 'updated_at': '2021-05-18T13:55:57Z', 'revision_number': 4, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'subnets': [{'id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4962305-a1cc-4b12-a020-046e2f046131'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 13:55:58.595664 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56434) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:55:58.781274 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16df79a-1907-488e-af20-fa4dd8537516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:55:58.781781 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b16df79a-1907-488e-af20-fa4dd8537516 admin admin] Synchronizing usage tracker for tenant:734da34e6db14167804451cc7e72a2bb on resource:network {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 13:55:58.798737 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b16df79a-1907-488e-af20-fa4dd8537516 admin admin] Unset dirty status for tenant:734da34e6db14167804451cc7e72a2bb on resource:network {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 13:55:58.799984 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b16df79a-1907-488e-af20-fa4dd8537516 admin admin] 10.222.0.44 "GET /v2.0/networks/ce418276-98c1-4386-926d-d40ddcbd119a HTTP/1.1" status: 200 len: 842 time: 0.2033825 May 18 13:55:58.809365 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:55:58.814446 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:55:58.818142 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Usage tracker for resource:subnet and tenant:734da34e6db14167804451cc7e72a2bb is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 13:55:58.821436 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 13:55:58.827585 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:55:58.837841 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Made reservation on behalf of 734da34e6db14167804451cc7e72a2bb for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 13:55:58.840048 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Notify callbacks [] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:59.239854 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.objects.ports [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91461) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 18 13:55:59.240283 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:59.245099 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-33175f44-6bf0-4316-bc4c-f8ab56b5d6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:55:59.316612 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6496370c-e6a1-49b8-999a-4994fc585822,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:55:59.320646 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:55:59.321415 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 13:55:59.321777 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Network hostable DHCP agents. Network: ce418276-98c1-4386-926d-d40ddcbd119a, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 13:55:59.338867 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 13:55:59.347202 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, ce418276-98c1-4386-926d-d40ddcbd119a) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 13:55:59.351133 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:55:59.351680 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:55:59.357748 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e62e0da-9fdb-4b35-9ac2-28a45f896299 None None] Network ce418276-98c1-4386-926d-d40ddcbd119a requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 13:55:59.377014 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5663762 May 18 13:55:59.571836 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bec1655-35dd-4a98-9200-e9e3805c65cc None None] Network ce418276-98c1-4386-926d-d40ddcbd119a requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 13:56:01.225420 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 13:56:01.294832 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 13:56:01.299338 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:56:01.299705 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:01.412620 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:01.444547 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=6957e8b5-5b60-46aa-8c6f-55e7e42ca824,segment=NetworkSegment(97ebe18f-1ae5-46cf-bca1-fc92ebb92176),segment_id=97ebe18f-1ae5-46cf-bca1-fc92ebb92176)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 13:56:01.448776 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:01.452162 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-a2f2c26c-dfd0-44f6-82eb-2635a99a58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:56:01.521008 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=6957e8b5-5b60-46aa-8c6f-55e7e42ca824,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:56:01.524743 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:56:01.628420 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56448) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:56:01.826211 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-a9fa3851-d627-44c6-8b9e-60c61594efc8 admin admin] 10.222.0.44 "GET /v2.0/routers/5575377f-3f38-49b5-8700-0476c73c3ea6 HTTP/1.1" status: 200 len: 710 time: 0.1966722 May 18 13:56:01.950828 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e423bf37-7031-4eac-9aeb-c6dae538dc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:56:01.952202 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-e423bf37-7031-4eac-9aeb-c6dae538dc3a admin admin] 10.222.0.44 "GET /v2.0/networks/ce418276-98c1-4386-926d-d40ddcbd119a HTTP/1.1" status: 200 len: 886 time: 0.1208813 May 18 13:56:01.962461 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:56:02.447243 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:02.765234 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:02.819700 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:02.948579 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Allocated IP 172.27.2.179 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/eb73ea48-ffad-4c73-b1da-d243e44bf240) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 13:56:03.090080 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:03.118570 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:03.123034 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:56:03.184585 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 13:56:03.187363 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 13:56:03.190887 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 13:56:03.207181 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 13:56:03.252730 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Pushing event updated for resources: {'Port': ['ID=eb73ea48-ffad-4c73-b1da-d243e44bf240,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:56:03.256588 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:56:03.276592 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:56:03.276960 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:03.567855 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:03.943504 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:03.946935 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-402173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-451608'] for router, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:04.123533 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Router 5575377f-3f38-49b5-8700-0476c73c3ea6 has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 13:56:04.296514 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 13:56:04.304899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:04.305925 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Sync routers for ids ['5575377f-3f38-49b5-8700-0476c73c3ea6'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 13:56:04.306351 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] 10.222.0.44 "PUT /v2.0/routers/5575377f-3f38-49b5-8700-0476c73c3ea6 HTTP/1.1" status: 200 len: 890 time: 2.3483922 May 18 13:56:04.315839 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Routers {'5575377f-3f38-49b5-8700-0476c73c3ea6'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 13:56:04.316523 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T13:55:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['5575377f-3f38-49b5-8700-0476c73c3ea6'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:56:04.509269 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Set router 5575377f-3f38-49b5-8700-0476c73c3ea6 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 13:56:04.842293 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'name': 'router1', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'eb73ea48-ffad-4c73-b1da-d243e44bf240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T13:55:45Z', 'updated_at': '2021-05-18T13:56:03Z', 'revision_number': 4, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'gw_port': {'id': 'eb73ea48-ffad-4c73-b1da-d243e44bf240', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T13:56:02Z', 'updated_at': '2021-05-18T13:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '6957e8b5-5b60-46aa-8c6f-55e7e42ca824', 'name': '', 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'mac_address': 'fa:16:3e:59:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T13:55:54Z', 'updated_at': '2021-05-18T13:56:01Z', 'revision_number': 5, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'subnets': [{'id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4962305-a1cc-4b12-a020-046e2f046131'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:56:04.846996 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Checking router: 5575377f-3f38-49b5-8700-0476c73c3ea6 for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 13:56:04.847343 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Updating router 5575377f-3f38-49b5-8700-0476c73c3ea6 port eb73ea48-ffad-4c73-b1da-d243e44bf240 binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 13:56:04.897266 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:05.220080 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:05.231036 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Transition to ACTIVE for port object eb73ea48-ffad-4c73-b1da-d243e44bf240 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 13:56:05.238527 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:05.242572 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:56:05.323119 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Attempting to bind port eb73ea48-ffad-4c73-b1da-d243e44bf240 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 13:56:05.323717 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Attempting to bind port eb73ea48-ffad-4c73-b1da-d243e44bf240 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 13:56:05.323825 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Attempting to bind port eb73ea48-ffad-4c73-b1da-d243e44bf240 on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 13:56:05.327110 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c1514-8078-4b30-a3f3-e124504e3712 None None] Pushing event updated for resources: {'Port': ['ID=eb73ea48-ffad-4c73-b1da-d243e44bf240,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:56:05.331837 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-872c1514-8078-4b30-a3f3-e124504e3712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:56:05.332596 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 13:56:05.332969 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 13:56:05.333454 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:05.333859 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 13:56:05.334688 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Bound port: eb73ea48-ffad-4c73-b1da-d243e44bf240, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 13:56:05.335200 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:05.406213 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] For port eb73ea48-ffad-4c73-b1da-d243e44bf240, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 13:56:05.409047 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] For port eb73ea48-ffad-4c73-b1da-d243e44bf240, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=eb73ea48-ffad-4c73-b1da-d243e44bf240,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 13:56:05.413263 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:05.416966 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:56:05.492025 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Routers {'5575377f-3f38-49b5-8700-0476c73c3ea6'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 13:56:05.492624 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T13:55:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['5575377f-3f38-49b5-8700-0476c73c3ea6'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:56:05.545483 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c1514-8078-4b30-a3f3-e124504e3712 None None] Pushing event updated for resources: {'Port': ['ID=eb73ea48-ffad-4c73-b1da-d243e44bf240,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:56:05.558168 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-872c1514-8078-4b30-a3f3-e124504e3712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:56:05.675610 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] Set router 5575377f-3f38-49b5-8700-0476c73c3ea6 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 13:56:06.014780 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'name': 'router1', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'eb73ea48-ffad-4c73-b1da-d243e44bf240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T13:55:45Z', 'updated_at': '2021-05-18T13:56:03Z', 'revision_number': 4, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'gw_port': {'id': 'eb73ea48-ffad-4c73-b1da-d243e44bf240', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T13:56:02Z', 'updated_at': '2021-05-18T13:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '6957e8b5-5b60-46aa-8c6f-55e7e42ca824', 'name': '', 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'mac_address': 'fa:16:3e:59:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T13:55:54Z', 'updated_at': '2021-05-18T13:56:01Z', 'revision_number': 5, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'subnets': [{'id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4962305-a1cc-4b12-a020-046e2f046131'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 13:56:06.018690 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4512a7f-4321-4d17-96d1-97826b3051e9 None None] The sync data for ids ['5575377f-3f38-49b5-8700-0476c73c3ea6'] in dv-cinder-791239-1-iscsi is: [{'id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'name': 'router1', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'eb73ea48-ffad-4c73-b1da-d243e44bf240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T13:55:45Z', 'updated_at': '2021-05-18T13:56:03Z', 'revision_number': 4, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'gw_port': {'id': 'eb73ea48-ffad-4c73-b1da-d243e44bf240', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T13:56:02Z', 'updated_at': '2021-05-18T13:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '6957e8b5-5b60-46aa-8c6f-55e7e42ca824', 'name': '', 'network_id': 'fe73811c-6b1f-4918-8343-5c4036b9fb44', 'tenant_id': '135b4855897d40e2bca765343e71a9f0', 'mac_address': 'fa:16:3e:59:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5575377f-3f38-49b5-8700-0476c73c3ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T13:55:54Z', 'updated_at': '2021-05-18T13:56:01Z', 'revision_number': 5, 'project_id': '135b4855897d40e2bca765343e71a9f0', 'subnets': [{'id': '883ad73f-a0d3-49e1-8372-d695a369b9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4962305-a1cc-4b12-a020-046e2f046131'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 13:56:06.665824 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56458) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:56:06.816828 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-6655be89-84d7-4ef5-9460-1b54804188b5 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1498108 May 18 13:56:07.246244 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device eb73ea48-ffad-4c73-b1da-d243e44bf240 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 13:56:07.316262 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port eb73ea48-ffad-4c73-b1da-d243e44bf240 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 13:56:07.321302 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port eb73ea48-ffad-4c73-b1da-d243e44bf240 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:56:07.321720 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:07.440127 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:07.456109 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port eb73ea48-ffad-4c73-b1da-d243e44bf240, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=eb73ea48-ffad-4c73-b1da-d243e44bf240,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 13:56:07.462470 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:07.464641 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-872c1514-8078-4b30-a3f3-e124504e3712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:56:07.531987 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=eb73ea48-ffad-4c73-b1da-d243e44bf240,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:56:07.534496 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:56:09.219510 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device eb73ea48-ffad-4c73-b1da-d243e44bf240 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 13:56:09.335703 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port eb73ea48-ffad-4c73-b1da-d243e44bf240 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:56:09.336504 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:18.025599 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 5 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 13:56:18.767107 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-63885c35-b450-4916-97c4-d9dab82b4436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:21.343110 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2e27051a-24ef-4d66-91de-fd46686d472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:21.379543 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:22.320564 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:23.901538 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:48.772186 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9db6c741-e272-4700-b10d-0fd61a900313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:51.349980 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0fe0691e-4fe9-46ed-9072-d21caadb6267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:51.372996 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:52.338741 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:53.900233 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:56:55.025102 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 5 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 13:57:18.775898 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-39ecd957-b243-441d-a05b-232ceb79f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:21.342526 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4c75c13b-3fff-433b-bce6-78d822dc20e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:21.375328 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:22.317085 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:23.903725 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:32.025456 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 5 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 13:57:40.230450 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57028) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:57:40.297289 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.pecan_wsgi.hooks.translation [None req-57822309-60d3-430f-86cc-1f2800a2579d admin admin] GET failed (client error): The resource could not be found. May 18 13:57:40.298592 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-57822309-60d3-430f-86cc-1f2800a2579d admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671859 May 18 13:57:40.432319 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ad05a-2182-4630-8158-137aedd0f1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:40.433717 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-846ad05a-2182-4630-8158-137aedd0f1dc admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1312921 May 18 13:57:42.533654 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57038) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:57:42.641404 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efcf1ee-29ad-4b01-89e3-c183a2c4b659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:42.642040 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-0efcf1ee-29ad-4b01-89e3-c183a2c4b659 admin admin] Synchronizing usage tracker for tenant:734da34e6db14167804451cc7e72a2bb on resource:subnet {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 13:57:42.658381 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-0efcf1ee-29ad-4b01-89e3-c183a2c4b659 admin admin] Unset dirty status for tenant:734da34e6db14167804451cc7e72a2bb on resource:subnet {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 13:57:42.659750 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-0efcf1ee-29ad-4b01-89e3-c183a2c4b659 admin admin] 10.222.0.44 "GET /v2.0/subnets/883ad73f-a0d3-49e1-8372-d695a369b9ce HTTP/1.1" status: 200 len: 849 time: 0.1251471 May 18 13:57:42.670693 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:57:42.789490 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Notify callbacks [] for subnet, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:42.978036 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733139608486'] for subnet, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:42.982457 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-fac6b9f6-993f-45b7-b1fa-43ae33e78fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:57:43.019969 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:43.020555 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:43.021845 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] 10.222.0.44 "PUT /v2.0/subnets/883ad73f-a0d3-49e1-8372-d695a369b9ce HTTP/1.1" status: 200 len: 868 time: 0.3550303 May 18 13:57:43.030128 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d025a17-2f6c-44eb-81f6-9c964353eea8 None None] Network fe73811c-6b1f-4918-8343-5c4036b9fb44 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 13:57:43.047103 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=883ad73f-a0d3-49e1-8372-d695a369b9ce,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:57:43.054725 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.055096 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.055439 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.055769 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.056097 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.056452 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.056777 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.057098 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.057420 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.057767 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.058085 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.058421 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:57:43.062045 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:57:43.497413 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-fca38f41-6831-4926-922a-e0587fde3b78 None None] Provisioning complete for port e07bc7a6-fd5c-4eb9-b609-82ed59317155 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:57:43.497820 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-fca38f41-6831-4926-922a-e0587fde3b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:43.621985 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-fca38f41-6831-4926-922a-e0587fde3b78 None None] Provisioning complete for port 6957e8b5-5b60-46aa-8c6f-55e7e42ca824 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:57:43.622345 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-fca38f41-6831-4926-922a-e0587fde3b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:45.123088 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57048) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:57:45.293609 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cf540-babc-4e1c-adeb-5d405938f9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:45.294087 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cf540-babc-4e1c-adeb-5d405938f9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:45.295590 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-3d7cf540-babc-4e1c-adeb-5d405938f9e5 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1715622 May 18 13:57:47.386045 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57058) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:57:47.557375 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0162412-770b-4074-87be-101b0456638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:47.557858 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0162412-770b-4074-87be-101b0456638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:47.559385 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-e0162412-770b-4074-87be-101b0456638a admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1724122 May 18 13:57:48.777323 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-92efaa5e-e157-423b-b48c-3d6b1f17d0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:49.667756 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57068) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:57:49.830841 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58d170-b632-468c-a814-bff66c0c410f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:49.832082 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4f58d170-b632-468c-a814-bff66c0c410f admin admin] 10.222.0.44 "GET /v2.0/networks/ce418276-98c1-4386-926d-d40ddcbd119a HTTP/1.1" status: 200 len: 886 time: 0.1634042 May 18 13:57:51.347484 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f88adc4b-5efb-43ce-89e7-7e4be6bae8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:51.376812 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:51.937276 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57078) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:57:52.152323 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a25f5-ea22-4f71-87de-eddcb827e7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:52.153945 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7d8a25f5-ea22-4f71-87de-eddcb827e7c4 admin admin] 10.222.0.44 "GET /v2.0/networks/fe73811c-6b1f-4918-8343-5c4036b9fb44 HTTP/1.1" status: 200 len: 869 time: 0.2156949 May 18 13:57:52.320981 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:53.905141 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:57:54.286041 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57088) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:57:54.395369 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ae418-2fc1-4154-856e-38565b81dffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:54.395832 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ae418-2fc1-4154-856e-38565b81dffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:54.397324 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7b6ae418-2fc1-4154-856e-38565b81dffb admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1103516 May 18 13:57:56.505839 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57098) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:57:56.611519 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed53179-a892-4bea-aa26-78d660e49b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:56.611973 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed53179-a892-4bea-aa26-78d660e49b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:56.613466 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-0ed53179-a892-4bea-aa26-78d660e49b1a admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1067033 May 18 13:57:58.721846 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57108) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:57:58.822445 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad12d4-74c0-4f37-86b7-61197bec003c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:57:58.823679 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-38ad12d4-74c0-4f37-86b7-61197bec003c admin admin] 10.222.0.44 "GET /v2.0/subnets/6496370c-e6a1-49b8-999a-4994fc585822 HTTP/1.1" status: 200 len: 816 time: 0.1009212 May 18 13:58:00.928204 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57118) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:58:01.053442 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abe3dc-b79a-4fb5-9dad-bbc660e29f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:58:01.055835 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-63abe3dc-b79a-4fb5-9dad-bbc660e29f13 admin admin] 10.222.0.44 "GET /v2.0/subnets/883ad73f-a0d3-49e1-8372-d695a369b9ce HTTP/1.1" status: 200 len: 868 time: 0.1255932 May 18 13:58:09.024032 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 5 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 13:58:18.781233 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b46c4bdf-a6fc-4b20-b639-2972ea3f9d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:21.348870 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9c304e62-570a-42a9-98f0-d5c4c8660330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:21.378843 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:22.322720 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:23.908133 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:23.910243 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57162) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:58:23.957417 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [None req-3735618e-d1c9-47e1-8690-29e30799e620 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 13:58:23.958489 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-3735618e-d1c9-47e1-8690-29e30799e620 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473316 May 18 13:58:26.135572 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57172) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:58:26.201961 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.pecan_wsgi.hooks.translation [None req-31605d17-5f65-49fe-aaf5-c85fb3b8ca32 admin admin] GET failed (client error): The resource could not be found. May 18 13:58:26.203195 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-31605d17-5f65-49fe-aaf5-c85fb3b8ca32 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666342 May 18 13:58:26.326769 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ad776-5751-4c93-8e26-22b229863dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:58:26.328110 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-fe8ad776-5751-4c93-8e26-22b229863dc9 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210985 May 18 13:58:28.450662 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57182) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:58:28.499543 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:58:28.503976 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:58:28.513444 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:58:28.523063 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Made reservation on behalf of 734da34e6db14167804451cc7e72a2bb for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 13:58:28.525071 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:28.610433 dv-cinder-791239-1-iscsi neutron-server[91461]: WARNING neutron.services.revisions.revision_plugin [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Could not find related network for resource to bump revision. May 18 13:58:28.622441 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 13:58:28.631261 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:28.631540 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Added segment 97c5cf02-e364-4166-9658-89f4a07e9feb of type vlan for network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 May 18 13:58:28.659251 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:28.687314 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:28.688575 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:58:28.689145 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:28.693438 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:58:28.786980 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Pushing event updated for resources: {'Network': ['ID=6bcdeec0-77a7-4c87-80d3-9c2fe30e7672,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:58:28.790459 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3387897 May 18 13:58:28.791155 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9be5fbd0-149b-467b-8a42-1895241ee7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:58:28.797894 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 13:58:30.941219 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57192) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:58:31.009487 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.pecan_wsgi.hooks.translation [None req-19738ade-b4f5-451a-ab08-8d195692e689 admin admin] GET failed (client error): The resource could not be found. May 18 13:58:31.010308 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-19738ade-b4f5-451a-ab08-8d195692e689 admin admin] Synchronizing usage tracker for tenant:734da34e6db14167804451cc7e72a2bb on resource:network {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 13:58:31.024932 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-19738ade-b4f5-451a-ab08-8d195692e689 admin admin] Unset dirty status for tenant:734da34e6db14167804451cc7e72a2bb on resource:network {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 13:58:31.026360 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-19738ade-b4f5-451a-ab08-8d195692e689 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0841520 May 18 13:58:31.129124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039264a-ba54-4032-9951-db7816f7dd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:58:31.130573 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-c039264a-ba54-4032-9951-db7816f7dd6c admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1002598 May 18 13:58:31.140397 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 13:58:31.144715 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:58:31.154530 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:58:31.162973 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Made reservation on behalf of 734da34e6db14167804451cc7e72a2bb for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 13:58:31.166589 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:31.528218 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:31.532473 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-37159388-ca11-489a-bb60-338b4715d1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:58:31.606659 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ddf7bac-f1a5-40a5-834a-b32986c2db97,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:58:31.610392 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:58:31.611054 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Checking segment: {'id': '97c5cf02-e364-4166-9658-89f4a07e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 13:58:31.611402 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Network hostable DHCP agents. Network: 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 13:58:31.627740 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 13:58:31.636222 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 13:58:31.640146 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 13:58:31.640724 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:31.645535 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6249a7b-a764-4bb0-b567-719c84ebe30a None None] Network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 13:58:31.664871 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b4987972-7bca-47d6-85f1-a34c1dbdae28 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5278223 May 18 13:58:31.863031 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-6bcdeec0-77a7-4c87-80d3-9c2fe30e7672', 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672', 'tenant_id': '734da34e6db14167804451cc7e72a2bb', 'fixed_ips': [{'subnet_id': '5ddf7bac-f1a5-40a5-834a-b32986c2db97'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 13:58:31.863847 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:32.018699 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Allocated IP 192.168.233.2 (6bcdeec0-77a7-4c87-80d3-9c2fe30e7672/5ddf7bac-f1a5-40a5-834a-b32986c2db97/366ccf47-fdae-44cf-a896-d3e76f616972) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 13:58:32.225390 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:32.236223 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Transition to ACTIVE for port object 366ccf47-fdae-44cf-a896-d3e76f616972 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 13:58:32.254731 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Transition to ACTIVE for port object 366ccf47-fdae-44cf-a896-d3e76f616972 will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 13:58:32.261148 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:32.265782 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:58:32.325979 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 13:58:32.328921 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 13:58:32.332531 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 13:58:32.364538 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Pushing event updated for resources: {'Port': ['ID=366ccf47-fdae-44cf-a896-d3e76f616972,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:58:32.383111 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.383449 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.383788 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.384114 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.384438 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.384762 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.385085 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.385405 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.385764 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.386089 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.386419 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.386722 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:58:32.413429 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:58:32.438616 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Attempting to bind port 366ccf47-fdae-44cf-a896-d3e76f616972 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 13:58:32.439037 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Attempting to bind port 366ccf47-fdae-44cf-a896-d3e76f616972 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '97c5cf02-e364-4166-9658-89f4a07e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 13:58:32.439325 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Attempting to bind port 366ccf47-fdae-44cf-a896-d3e76f616972 on network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 13:58:32.445129 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 13:58:32.445496 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Checking segment: {'id': '97c5cf02-e364-4166-9658-89f4a07e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 13:58:32.445915 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:32.446309 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Bound using segment: {'id': '97c5cf02-e364-4166-9658-89f4a07e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 13:58:32.446779 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Bound port: 366ccf47-fdae-44cf-a896-d3e76f616972, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c5cf02-e364-4166-9658-89f4a07e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 13:58:32.447144 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:32.534444 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] For port 366ccf47-fdae-44cf-a896-d3e76f616972, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 13:58:32.537399 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] For port 366ccf47-fdae-44cf-a896-d3e76f616972, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=366ccf47-fdae-44cf-a896-d3e76f616972,segment=NetworkSegment(97c5cf02-e364-4166-9658-89f4a07e9feb),segment_id=97c5cf02-e364-4166-9658-89f4a07e9feb)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 13:58:32.542295 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:32.546075 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:58:32.622896 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Pushing event updated for resources: {'Port': ['ID=366ccf47-fdae-44cf-a896-d3e76f616972,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:58:32.626031 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:58:33.367917 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 366ccf47-fdae-44cf-a896-d3e76f616972 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 13:58:33.445977 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 366ccf47-fdae-44cf-a896-d3e76f616972 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 13:58:33.450283 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55acd3-3cd3-4e85-862c-7ec1ef5a28e5 None None] Network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 13:58:33.562769 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-817472c7-756e-4c45-8e31-42a67b38c567 None None] Provisioning for port 366ccf47-fdae-44cf-a896-d3e76f616972 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 13:58:33.582479 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-817472c7-756e-4c45-8e31-42a67b38c567 None None] Provisioning complete for port 366ccf47-fdae-44cf-a896-d3e76f616972 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:58:33.582854 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-817472c7-756e-4c45-8e31-42a67b38c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:33.815864 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-817472c7-756e-4c45-8e31-42a67b38c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:33.853489 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-817472c7-756e-4c45-8e31-42a67b38c567 None None] For port 366ccf47-fdae-44cf-a896-d3e76f616972, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=366ccf47-fdae-44cf-a896-d3e76f616972,segment=NetworkSegment(97c5cf02-e364-4166-9658-89f4a07e9feb),segment_id=97c5cf02-e364-4166-9658-89f4a07e9feb)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 13:58:33.859169 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-817472c7-756e-4c45-8e31-42a67b38c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:33.861337 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:58:33.937842 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817472c7-756e-4c45-8e31-42a67b38c567 None None] Pushing event updated for resources: {'Port': ['ID=366ccf47-fdae-44cf-a896-d3e76f616972,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:58:33.941322 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-817472c7-756e-4c45-8e31-42a67b38c567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:58:34.084946 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-4e477182-f47e-449d-b63a-1f934f9b3cb9 None None] Provisioning complete for port 366ccf47-fdae-44cf-a896-d3e76f616972 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:58:34.085257 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4e477182-f47e-449d-b63a-1f934f9b3cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:35.321206 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 366ccf47-fdae-44cf-a896-d3e76f616972 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 13:58:35.400266 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 366ccf47-fdae-44cf-a896-d3e76f616972 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 13:58:35.400631 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:46.022281 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 5 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 13:58:48.783480 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a49d898a-4cdc-4baa-9e77-e6d9fe7706a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:51.353316 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-215a0858-ca3c-411b-a76b-dbb3c2c5378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:51.380703 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:52.326515 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:58:53.912989 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:18.786059 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0df52a00-9c66-4c2e-b00d-6812b336455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:21.354324 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9f935a7d-5c0e-42be-940d-040883ba992f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:21.384058 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:22.330483 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:23.021531 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 5 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 13:59:23.916377 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:42.246455 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57242) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:59:42.252430 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [None req-3f78f6a3-ec3e-49d2-b0c4-049cd3ba1195 tempest-verify_tempest_config-1666083261 tempest-verify_tempest_config-1666083261-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 13:59:42.253389 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-3f78f6a3-ec3e-49d2-b0c4-049cd3ba1195 tempest-verify_tempest_config-1666083261 tempest-verify_tempest_config-1666083261-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059700 May 18 13:59:42.550233 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57260) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:59:42.666090 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:42.679860 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 13:59:42.683619 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Usage tracker for resource:security_group_rule and tenant:3259057b15284dc08d641e8e9c3c9eda is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 13:59:42.686386 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 13:59:42.692065 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 13:59:42.770973 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:42.775554 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:42.782723 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:59:42.820484 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fe841f-4fd2-4b86-888a-a9a4e486c716,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:59:42.825364 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3259057b15284dc08d641e8e9c3c9eda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2741456 May 18 13:59:42.828134 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57266) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 13:59:42.829692 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.830195 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.830489 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.830801 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.831130 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.831476 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.831806 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.832125 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.832443 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.832757 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.833072 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.833383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:42.838284 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:59:42.887243 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:42.911477 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:43.009629 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:43.013346 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 13:59:43.024265 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fe841f-4fd2-4b86-888a-a9a4e486c716,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 13:59:43.033797 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.034134 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.034460 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.034780 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.035098 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.035432 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.035750 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.036061 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.036388 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.036720 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.037009 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.037316 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 13:59:43.040773 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:43.041868 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30fe841f-4fd2-4b86-888a-a9a4e486c716 HTTP/1.1" status: 204 len: 168 time: 0.2127931 May 18 13:59:43.042743 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 13:59:48.789253 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b6688962-4134-4673-908d-9908cfcb1697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:51.355425 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e5b95f39-8936-48b6-839b-8c13436926d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:51.386644 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:52.332174 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 13:59:53.918463 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:00.019354 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 5 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:00:18.791305 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b9f722bc-9d5c-4e49-a040-4a5aa15129fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:21.356256 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a9518d9f-ebcd-49f4-9c80-0a77666ff54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:21.387307 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:22.335342 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:23.923140 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:37.018638 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 5 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:00:48.792165 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8a0e478d-deab-4034-98e2-efbe6515452b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:51.358077 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f3951782-ad1f-4f93-ad23-fda84724e92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:51.387699 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:52.337994 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:00:53.923966 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:14.017386 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 5 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:01:18.373605 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004'] for agent, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:18.791834 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-d6110e24-eada-42c1-acfd-61475ca442b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:21.362722 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e5c4a960-d74a-45e2-9c8d-aca4f0b24d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:21.389122 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:22.320258 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57318) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:01:22.341773 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:22.432591 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-df370a9f-b82c-4ea6-8ac5-61d7dda259ca admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1112711 May 18 14:01:23.929747 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:24.545624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57328) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:01:24.601981 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-83559b30-e83b-469d-a547-681c4409a4be admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0547128 May 18 14:01:48.359184 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:48.794070 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-564e9ab9-7007-4da9-ab32-512c928853f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:51.017337 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:01:51.365186 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-d2e2b236-1726-4647-acb3-60d6dfa800c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:51.390702 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:52.343931 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:01:53.931247 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:18.359111 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:18.805880 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-96fa718f-a27f-4331-9b75-05fec6600a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:21.367744 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11ea122b-93af-47e0-b141-76cc8453b3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:21.393751 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:22.346868 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:23.934488 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:28.018213 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:02:48.357843 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:48.797446 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-1b21e349-648a-4008-bd4d-cea48134582e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.008753 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57526) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:49.176427 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57542) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:49.274933 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1880433436-network', 'tenant_id': 'b47200f845524f34b0bc318b70a99189'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:49.279408 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:49.283757 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Usage tracker for resource:network and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:49.288159 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:49.293876 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:49.303827 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Made reservation on behalf of b47200f845524f34b0bc318b70a99189 for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:02:49.306135 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.318627 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.333167 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:49.337087 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Usage tracker for resource:security_group_rule and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:49.340042 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:49.345891 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:49.448733 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.452607 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.459770 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:49.489599 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:02:49.498260 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d881b4f2-259c-4339-88d2-91f21467ceda,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:49.503305 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.503639 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Added segment af778d9c-ba6b-4748-ba06-f7208f7b5ca0 of type vlan for network d8d50c04-f8ff-40e0-a097-874de91b026f May 18 14:02:49.515630 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.515924 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.516259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.516587 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.516908 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.517240 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.517582 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.517899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.518226 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.518545 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.518853 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.519160 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Tracked resource versions report: May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: pushed versions: May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: { 'AddressGroup': {'1.2'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'ConntrackHelper': {'1.0'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Log': {'1.0'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Network': {'1.1'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Port': {'1.7'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'PortForwarding': {'1.2'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'QosPolicy': {'1.8'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SecurityGroup': {'1.4'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SecurityGroupRule': {'1.2'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SubPort': {'1.0'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Subnet': {'1.1'}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Trunk': {'1.1'}} May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: consumer versions: May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: { DHCP agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: HyperV agent@hv-cinder-79123: {}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: L3 agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: Metadata agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: Metering agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: Open vSwitch agent@dv-cinder-791239-1-iscsi: { 'AddressGroup': '1.2', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'ConntrackHelper': '1.0', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Log': '1.0', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Network': '1.1', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Port': '1.7', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'PortForwarding': '1.2', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'QosPolicy': '1.8', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SecurityGroup': '1.4', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SecurityGroupRule': '1.2', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'SubPort': '1.0', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Subnet': '1.1', May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: 'Trunk': '1.1'}} May 18 14:02:49.520918 dv-cinder-791239-1-iscsi neutron-server[91461]: {{(pid=91461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:02:49.543157 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:49.546991 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.621719 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57560) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:49.626160 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.627899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:02:49.628655 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.649452 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:49.670447 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57568) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:49.670614 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6607807 May 18 14:02:49.674463 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-network', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:49.677258 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Request body: {'subnet': {'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1880433436-subnet', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:49.679567 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:49.682483 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:49.683335 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Usage tracker for resource:network and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:49.686143 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:49.686826 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Usage tracker for resource:subnet and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:49.689968 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:49.692310 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:49.698717 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:49.710931 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Made reservation on behalf of 3cb9fd49803143d589ffb8f1b1e0933a for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:02:49.712145 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Made reservation on behalf of b47200f845524f34b0bc318b70a99189 for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:02:49.713711 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.715440 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.787849 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.800779 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Pushing event updated for resources: {'Network': ['ID=d8d50c04-f8ff-40e0-a097-874de91b026f,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:49.805897 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:49.810023 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:49.813067 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:49.813436 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network d8d50c04-f8ff-40e0-a097-874de91b026f details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:02:49.820193 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:49.907899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.909538 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:49.913768 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.931184 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:02:49.943063 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:49.943781 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Added segment 7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8 of type vlan for network 4b8b487b-f3ee-4d4d-b644-53292908bc31 May 18 14:02:49.975563 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.011336 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57578) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:50.013367 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:50.049629 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b23e47-13ac-4a45-8aed-b45c8febc586,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:50.054018 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.059334 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:50.062154 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:02:50.062980 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.089013 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-5f6a0c11-73f1-4ce7-a9ac-075b811ed006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:50.146783 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-331821630-network', 'tenant_id': '52c64b5760404d22b70c54cb7d71a164'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:50.154035 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:50.161207 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Usage tracker for resource:network and tenant:52c64b5760404d22b70c54cb7d71a164 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:50.166707 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:50.176276 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:50.232204 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-301829369-network', 'tenant_id': '57f873bec497444399160d9938f02671'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:50.262628 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Made reservation on behalf of 52c64b5760404d22b70c54cb7d71a164 for: {'network': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:02:50.265756 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.266005 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0882142 May 18 14:02:50.266753 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57596) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:50.276860 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Pushing event updated for resources: {'Network': ['ID=4b8b487b-f3ee-4d4d-b644-53292908bc31,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:50.288299 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:02:50.293458 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.307493 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Request body: {'subnet': {'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-subnet', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:50.311107 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:50.315220 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:50.321245 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Usage tracker for resource:security_group_rule and tenant:52c64b5760404d22b70c54cb7d71a164 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:50.325882 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:50.326444 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:50.333851 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:50.344087 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:50.346725 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Usage tracker for resource:subnet and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:50.362012 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:50.384504 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Usage tracker for resource:network and tenant:57f873bec497444399160d9938f02671 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:50.398865 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:50.413927 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:50.427088 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:50.447349 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Made reservation on behalf of 3cb9fd49803143d589ffb8f1b1e0933a for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:02:50.454632 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.485138 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.493079 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Made reservation on behalf of 57f873bec497444399160d9938f02671 for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:02:50.495385 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.499337 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:50.586674 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.616564 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:50.626845 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Usage tracker for resource:security_group_rule and tenant:57f873bec497444399160d9938f02671 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:50.632381 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.632902 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:50.641020 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:50.655264 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.669482 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:50.688826 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=91462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:02:50.699825 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.700553 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.segments_db [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Added segment 6074d660-48c1-41e5-9f87-5924a8862364 of type vlan for network f3dd09dc-3b3c-49c8-97bb-c5294470daa7 May 18 14:02:50.720392 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.720994 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.721327 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.722253 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.722428 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.723258 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.723600 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.723921 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.724400 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.724725 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.725042 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.725960 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Tracked resource versions report: May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: pushed versions: May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: { 'AddressGroup': {'1.2'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'ConntrackHelper': {'1.0'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Log': {'1.0'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Network': {'1.1'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Port': {'1.7'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'PortForwarding': {'1.2'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'QosPolicy': {'1.8'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SecurityGroup': {'1.4'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SecurityGroupRule': {'1.2'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SubPort': {'1.0'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Subnet': {'1.1'}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Trunk': {'1.1'}} May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: consumer versions: May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: { DHCP agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: HyperV agent@hv-cinder-79123: {}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: L3 agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: Metadata agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: Metering agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: Open vSwitch agent@dv-cinder-791239-1-iscsi: { 'AddressGroup': '1.2', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'ConntrackHelper': '1.0', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Log': '1.0', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Network': '1.1', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Port': '1.7', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'PortForwarding': '1.2', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'QosPolicy': '1.8', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SecurityGroup': '1.4', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SecurityGroupRule': '1.2', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'SubPort': '1.0', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Subnet': '1.1', May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: 'Trunk': '1.1'}} May 18 14:02:50.726943 dv-cinder-791239-1-iscsi neutron-server[91462]: {{(pid=91462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:02:50.744129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:50.744665 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:50.757414 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Checking segment: {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:02:50.757898 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Network hostable DHCP agents. Network: d8d50c04-f8ff-40e0-a097-874de91b026f, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:02:50.770487 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.805623 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78feea2-0fba-4bf1-bfa1-eeeef5c88639,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:50.821550 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:50.833739 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Network d8d50c04-f8ff-40e0-a097-874de91b026f is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:02:50.842393 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.855889 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, d8d50c04-f8ff-40e0-a097-874de91b026f) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:02:50.859983 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.867479 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b29d8-6ca0-4882-bc70-a0385309aa13 None None] Network d8d50c04-f8ff-40e0-a097-874de91b026f requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:02:50.869069 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-426845ed-4288-41b5-bcb0-7641ac3d98ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:50.875373 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.881750 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:02:50.882224 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.900838 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:02:50.901437 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.911238 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faab736-1202-411a-8255-64b8997482c1,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:50.930246 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:50.934317 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:02:50.952527 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-6775f1b4-4fa3-4b80-899a-69730cb4dc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:50.968159 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:50.968858 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Added segment 13ed02f4-1529-4ed6-bcb6-41fbb49cd45e of type vlan for network d7cd0f88-6b47-4184-b061-a651cbc5664b May 18 14:02:51.118872 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.214189 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Pushing event updated for resources: {'Network': ['ID=f3dd09dc-3b3c-49c8-97bb-c5294470daa7,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:51.225380 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5530767 May 18 14:02:51.226489 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:51.231097 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6084325 May 18 14:02:51.232169 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57628) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:51.232169 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57630) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:51.239340 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:51.245337 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Request body: {'subnet': {'network_id': 'f3dd09dc-3b3c-49c8-97bb-c5294470daa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-331821630-subnet', 'tenant_id': '52c64b5760404d22b70c54cb7d71a164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:51.254983 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.255216 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:51.257866 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:51.262571 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Usage tracker for resource:subnet and tenant:52c64b5760404d22b70c54cb7d71a164 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:51.265731 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Usage tracker for resource:router and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:51.266489 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:02:51.267097 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.268847 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:51.272077 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:51.272791 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:51.279418 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:51.281743 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:51.298812 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Made reservation on behalf of 52c64b5760404d22b70c54cb7d71a164 for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:02:51.302290 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.315665 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network f3dd09dc-3b3c-49c8-97bb-c5294470daa7 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:02:51.339536 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.343497 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.396586 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-d8d50c04-f8ff-40e0-a097-874de91b026f', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:02:51.397639 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.496653 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7cd0f88-6b47-4184-b061-a651cbc5664b,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:51.532174 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:51.546465 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.592911 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5457041 May 18 14:02:51.598289 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57658) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:51.614550 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Allocated IP 172.20.0.2 (d8d50c04-f8ff-40e0-a097-874de91b026f/07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873/1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:02:51.623130 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Request body: {'subnet': {'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-subnet', 'tenant_id': '57f873bec497444399160d9938f02671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:51.632745 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:51.667310 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Usage tracker for resource:subnet and tenant:57f873bec497444399160d9938f02671 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:51.679313 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:51.692384 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:51.706579 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.713592 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:51.761749 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Made reservation on behalf of 57f873bec497444399160d9938f02671 for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:02:51.764904 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.860673 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Checking segment: {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:02:51.861028 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Network hostable DHCP agents. Network: 4b8b487b-f3ee-4d4d-b644-53292908bc31, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:02:51.897702 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:51.909400 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Transition to ACTIVE for port object 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:02:51.928131 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Transition to ACTIVE for port object 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:02:51.937736 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network d7cd0f88-6b47-4184-b061-a651cbc5664b details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:02:52.002631 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.006866 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.010655 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:02:52.036364 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-8dce9e7b-4a39-4b54-8c14-1d1a6960ae4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:52.045609 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 4b8b487b-f3ee-4d4d-b644-53292908bc31) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:02:52.067109 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:02:52.067809 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.099033 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.101715 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:52.112289 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:52.119337 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8436282 May 18 14:02:52.120448 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Network d8d50c04-f8ff-40e0-a097-874de91b026f is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:02:52.122526 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57672) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:52.125520 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Pushing event updated for resources: {'Port': ['ID=1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:52.131988 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:52.134691 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:02:52.136803 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-77d00752-8e49-440e-9ae0-7ac10eb16bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.138007 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:52.147440 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Usage tracker for resource:router and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:52.151236 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:52.158329 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:52.165160 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa804f07-c3fb-46b1-a786-33ff46ac990c None None] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:02:52.203954 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.204953 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.209352 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:02:52.223503 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.223803 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.224094 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.224420 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.224740 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.225059 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.225375 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.232101 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.232515 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.232849 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.233175 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.233494 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Tracked resource versions report: May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: pushed versions: May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: { 'AddressGroup': {'1.2'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'ConntrackHelper': {'1.0'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Log': {'1.0'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Network': {'1.1'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Port': {'1.7'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'PortForwarding': {'1.2'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'QosPolicy': {'1.8'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SecurityGroup': {'1.4'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SecurityGroupRule': {'1.2'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SubPort': {'1.0'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Subnet': {'1.1'}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Trunk': {'1.1'}} May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: consumer versions: May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: { DHCP agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: HyperV agent@hv-cinder-79123: {}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: L3 agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: Metadata agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: Metering agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: Open vSwitch agent@dv-cinder-791239-1-iscsi: { 'AddressGroup': '1.2', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'ConntrackHelper': '1.0', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Log': '1.0', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Network': '1.1', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Port': '1.7', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'PortForwarding': '1.2', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'QosPolicy': '1.8', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SecurityGroup': '1.4', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SecurityGroupRule': '1.2', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'SubPort': '1.0', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Subnet': '1.1', May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: 'Trunk': '1.1'}} May 18 14:02:52.234575 dv-cinder-791239-1-iscsi neutron-server[91463]: {{(pid=91463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:02:52.280476 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.285200 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:52.712047 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.736865 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Attempting to bind port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:02:52.737238 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Attempting to bind port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:02:52.737629 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Attempting to bind port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a on network d8d50c04-f8ff-40e0-a097-874de91b026f {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:02:52.772932 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:02:52.773404 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Checking segment: {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:02:52.773731 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.774128 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Bound using segment: {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:02:52.774622 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Bound port: 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:02:52.774993 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.912955 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.918902 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-4b8b487b-f3ee-4d4d-b644-53292908bc31', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:02:52.919708 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.936359 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:52.950284 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] For port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:02:52.959433 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.025834 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] For port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:02:53.044381 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.060871 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:53.119426 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Allocated IP 172.27.2.68 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/f82ed863-b0e6-4de9-b8b3-7f24f4685372) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:02:53.241281 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.254787 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:53.261225 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Pushing event updated for resources: {'Port': ['ID=1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:53.270141 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:53.295001 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57724) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:53.301244 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Allocated IP 172.20.0.2 (4b8b487b-f3ee-4d4d-b644-53292908bc31/9af6cc4b-2711-40b8-97d1-ee2313a6b5c2/8fe86656-16ee-4977-bce7-2c54d1860fbd) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:02:53.315640 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.353099 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57726) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:53.419611 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Checking segment: {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:02:53.420605 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Network hostable DHCP agents. Network: d7cd0f88-6b47-4184-b061-a651cbc5664b, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:02:53.441501 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.450575 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:53.529704 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Pushing event updated for resources: {'Port': ['ID=f82ed863-b0e6-4de9-b8b3-7f24f4685372,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:53.535380 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.547162 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:02:53.548395 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:53.552655 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:02:53.561453 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:53.610111 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:02:53.636508 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Network d7cd0f88-6b47-4184-b061-a651cbc5664b is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:02:53.670352 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e0a325-e9fe-4dc2-99ee-31aa357ede04,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:53.676049 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:53.677065 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, d7cd0f88-6b47-4184-b061-a651cbc5664b) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:02:53.695671 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f3554-36ba-4f07-bf68-ff4de91043e2 None None] Network d7cd0f88-6b47-4184-b061-a651cbc5664b requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:02:53.705465 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:02:53.706431 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.759120 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.759313 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.801894 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.843030 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Transition to ACTIVE for port object 8fe86656-16ee-4977-bce7-2c54d1860fbd will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:02:53.859848 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.883004 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:53.887389 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Transition to ACTIVE for port object 8fe86656-16ee-4977-bce7-2c54d1860fbd will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:02:53.888275 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Usage tracker for resource:security_group_rule and tenant:a19ca39189dc42d0a70c76cae601d02b is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:53.891651 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:53.900775 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:53.903953 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2948148 May 18 14:02:53.918897 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:53.939129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57752) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:53.950332 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:53.979028 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:02:53.997932 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:54.008518 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Usage tracker for resource:router and tenant:57f873bec497444399160d9938f02671 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:54.011759 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:54.018495 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:54.035344 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.059002 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:54.063477 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:41a1547832fa4b9ab148556481a2eaa6 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:54.068202 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:54.069573 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:02:54.075301 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:54.078768 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.079928 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.086474 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:02:54.099102 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.101542 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:02:54.170210 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Allocated IP 172.27.2.132 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/5e3bb34a-cee0-4969-9de3-6592796849e2) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:02:54.230929 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Checking segment: {'id': '6074d660-48c1-41e5-9f87-5924a8862364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3dd09dc-3b3c-49c8-97bb-c5294470daa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:02:54.231418 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Network hostable DHCP agents. Network: f3dd09dc-3b3c-49c8-97bb-c5294470daa7, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:02:54.242709 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.262697 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.332507 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737153ef-bd36-4ab6-bd6a-da204dfd80f5 None None] Network d7cd0f88-6b47-4184-b061-a651cbc5664b requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:02:54.380446 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:54.399468 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Attempting to bind port 8fe86656-16ee-4977-bce7-2c54d1860fbd on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:02:54.400003 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Attempting to bind port 8fe86656-16ee-4977-bce7-2c54d1860fbd by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:02:54.400421 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Attempting to bind port 8fe86656-16ee-4977-bce7-2c54d1860fbd on network 4b8b487b-f3ee-4d4d-b644-53292908bc31 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:02:54.403339 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.408817 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Pushing event updated for resources: {'Port': ['ID=8fe86656-16ee-4977-bce7-2c54d1860fbd,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:54.454812 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a0db4b-b805-46ff-b6ed-936dda97db91,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:54.461628 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:54.477481 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:54.479149 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:02:54.479541 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Checking segment: {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:02:54.480001 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.480447 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Bound using segment: {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:02:54.481150 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Bound port: 8fe86656-16ee-4977-bce7-2c54d1860fbd, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:02:54.481556 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.528532 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c3c8a8-1d90-4a6b-b932-ae36d652b8a3,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:54.532426 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:54.540363 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Synchronizing usage tracker for tenant:734da34e6db14167804451cc7e72a2bb on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:02:54.588400 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Unset dirty status for tenant:734da34e6db14167804451cc7e72a2bb on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:02:54.589912 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a19ca39189dc42d0a70c76cae601d02b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2266178 May 18 14:02:54.592485 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57784) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:54.598121 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.625732 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Network f3dd09dc-3b3c-49c8-97bb-c5294470daa7 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:02:54.684011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a205efce-8349-453d-94fd-f4270cc9d5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.699068 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] For port 8fe86656-16ee-4977-bce7-2c54d1860fbd, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:02:54.715184 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.726000 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1eb17308-eb52-47a1-a353-9b3aa364d79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:54.740573 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] For port 8fe86656-16ee-4977-bce7-2c54d1860fbd, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=8fe86656-16ee-4977-bce7-2c54d1860fbd,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:02:54.752333 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.758088 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:54.761243 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a205efce-8349-453d-94fd-f4270cc9d5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.804463 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb181e-7e46-4f4a-b773-060cf00ee040 None None] Network d8d50c04-f8ff-40e0-a097-874de91b026f requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:02:54.813060 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:02:54.825427 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:02:54.832155 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:02:54.837932 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.852946 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, f3dd09dc-3b3c-49c8-97bb-c5294470daa7) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:02:54.860068 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:02:54.860719 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:54.868034 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d3258c-cfaa-41ac-a313-917b0b366a48 None None] Network f3dd09dc-3b3c-49c8-97bb-c5294470daa7 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:02:54.923085 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Pushing event updated for resources: {'Port': ['ID=5e3bb34a-cee0-4969-9de3-6592796849e2,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:54.943139 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:54.953231 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Pushing event updated for resources: {'Port': ['ID=8fe86656-16ee-4977-bce7-2c54d1860fbd,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:55.011511 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:55.019860 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-0003a052-fe27-43c2-be41-6bd60ec3d0d6 None None] Provisioning for port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:02:55.038539 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:55.125009 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8820806 May 18 14:02:55.182397 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a205efce-8349-453d-94fd-f4270cc9d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:55.193351 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f00344cc-0af3-4788-a2c5-8820589c5e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:55.230974 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:55.246308 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:55.313264 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31827395-8e47-440b-97e0-16ce0e0c3cee None None] Network f3dd09dc-3b3c-49c8-97bb-c5294470daa7 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:02:55.367661 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:55.390463 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205efce-8349-453d-94fd-f4270cc9d5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a0db4b-b805-46ff-b6ed-936dda97db91,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:55.426398 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-a205efce-8349-453d-94fd-f4270cc9d5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:55.427775 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a205efce-8349-453d-94fd-f4270cc9d5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:55.429052 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-a205efce-8349-453d-94fd-f4270cc9d5f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26a0db4b-b805-46ff-b6ed-936dda97db91 HTTP/1.1" status: 204 len: 168 time: 0.8355143 May 18 14:02:55.453161 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41a1547832fa4b9ab148556481a2eaa6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0978913 May 18 14:02:55.459357 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57794) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:55.462282 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53151d13-5b25-4287-9f78-39aa9d33c145,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:55.465807 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:55.477446 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:55.811803 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 8fe86656-16ee-4977-bce7-2c54d1860fbd up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:02:55.928066 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.008907 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 8fe86656-16ee-4977-bce7-2c54d1860fbd completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:02:56.016672 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:02:56.114308 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:02:56.122241 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:02:56.123036 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.182394 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.277861 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-895a2e41-702f-47d9-a820-49bfdeee93e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.319590 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.393472 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:02:56.402228 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.407913 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:56.481326 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5961ea9c-8494-4211-aa00-7c856961fc58 None None] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:02:56.515309 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57834) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:56.515918 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57836) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:56.564636 dv-cinder-791239-1-iscsi neutron-server[91461]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 14:02:56.641658 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57844) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:56.661455 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.666801 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-0ca0728d-072a-4336-99e9-2dd4a4aaad35 None None] Provisioning for port 8fe86656-16ee-4977-bce7-2c54d1860fbd completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:02:56.674073 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57848) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:56.687067 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:56.706934 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-0ca0728d-072a-4336-99e9-2dd4a4aaad35 None None] Provisioning complete for port 8fe86656-16ee-4977-bce7-2c54d1860fbd triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:02:56.707501 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0ca0728d-072a-4336-99e9-2dd4a4aaad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.722871 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-895a2e41-702f-47d9-a820-49bfdeee93e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.758740 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:56.759243 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:56.766863 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e79393cedc4893825e01ba1cf1ddff is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:56.781381 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:56.799485 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.800040 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:56.851024 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:02:56.860889 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.867457 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-529c0872-ea6b-469e-9033-e85aa136f8c7 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:02:56.869302 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-529c0872-ea6b-469e-9033-e85aa136f8c7 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/networks?id=f3dd09dc-3b3c-49c8-97bb-c5294470daa7 HTTP/1.1" status: 200 len: 811 time: 0.3492546 May 18 14:02:56.926546 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-ceaeecc8-e9d8-43c7-b86d-715a524fe14b tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/quotas/52c64b5760404d22b70c54cb7d71a164 HTTP/1.1" status: 200 len: 375 time: 0.0500019 May 18 14:02:56.927430 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:02:56.942573 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:56.957530 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.006097 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-895a2e41-702f-47d9-a820-49bfdeee93e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.023530 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-4ac76f29-7aa1-49e4-8833-db74644ecebc tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=52c64b5760404d22b70c54cb7d71a164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857868 May 18 14:02:57.023786 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0ca0728d-072a-4336-99e9-2dd4a4aaad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.033052 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:57.037817 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Usage tracker for resource:security_group_rule and tenant:031b43ed2f4d4e74b8931a34e281ad69 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:57.040884 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:57.048429 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:57.071655 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8a8cf444-e5f9-4652-ba4d-13f3fba19642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:57.072739 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-0ca0728d-072a-4336-99e9-2dd4a4aaad35 None None] For port 8fe86656-16ee-4977-bce7-2c54d1860fbd, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=8fe86656-16ee-4977-bce7-2c54d1860fbd,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:02:57.076692 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:02:57.077737 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0ca0728d-072a-4336-99e9-2dd4a4aaad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.086243 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-872c1514-8078-4b30-a3f3-e124504e3712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:57.121878 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a2e41-702f-47d9-a820-49bfdeee93e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53151d13-5b25-4287-9f78-39aa9d33c145,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:57.125049 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-895a2e41-702f-47d9-a820-49bfdeee93e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:57.159152 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.194470 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0728d-072a-4336-99e9-2dd4a4aaad35 None None] Pushing event updated for resources: {'Port': ['ID=8fe86656-16ee-4977-bce7-2c54d1860fbd,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:57.216290 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:02:57.218164 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:36a2a31170eb4d69b3dc626fb0956c60 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:02:57.222213 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-0ca0728d-072a-4336-99e9-2dd4a4aaad35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:57.227217 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.233855 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Sync routers for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:02:57.236710 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:02:57.239026 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-895a2e41-702f-47d9-a820-49bfdeee93e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.240332 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-895a2e41-702f-47d9-a820-49bfdeee93e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53151d13-5b25-4287-9f78-39aa9d33c145 HTTP/1.1" status: 204 len: 168 time: 1.7794030 May 18 14:02:57.251172 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Notify callbacks [] for router, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.252483 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0193532 May 18 14:02:57.256681 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57870) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:57.272656 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:02:57.280053 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:57.280850 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:02:57.281834 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:02:57.320264 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Allocated IP 172.27.2.224 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/0d64f016-7f77-4ada-91ed-21f106a2e50b) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:02:57.366357 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-3e8409cf-9981-4c00-bba1-ed0013d81595 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:02:57.367365 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-3e8409cf-9981-4c00-bba1-ed0013d81595 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1506195 May 18 14:02:57.374304 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8304273-faa2-4471-9223-f75bf26aab77,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:57.393495 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=031b43ed2f4d4e74b8931a34e281ad69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7370164 May 18 14:02:57.393495 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.398523 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:57.399534 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57874) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:57.427713 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-eea5813e-4f3e-472c-83c7-d9fd59752ee6 None None] Provisioning complete for port 8fe86656-16ee-4977-bce7-2c54d1860fbd triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:02:57.429646 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-eea5813e-4f3e-472c-83c7-d9fd59752ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.602921 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.641809 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 8fe86656-16ee-4977-bce7-2c54d1860fbd up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:02:57.665651 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-329c0590-4a83-4d4e-8087-e9a6605a423d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:57.745430 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:02:57.746810 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 8fe86656-16ee-4977-bce7-2c54d1860fbd triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:02:57.747368 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.819109 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.821634 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9512b898-ef96-4d74-ba73-12772830d6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.855317 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7e79393cedc4893825e01ba1cf1ddff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3329945 May 18 14:02:57.865778 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57886) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:57.915869 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9512b898-ef96-4d74-ba73-12772830d6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:57.958267 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-d7def9d3-dd2b-4eb1-aa4c-83a7b68a1b6e service neutron] 10.222.0.44 "GET /v2.0/networks/f3dd09dc-3b3c-49c8-97bb-c5294470daa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726869 May 18 14:02:57.986953 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:02:58.063526 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-14539ce0-1c35-46db-9db8-67b4fb9196b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.109269 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195562c8-4011-494c-bba9-22bcb392f216,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:58.114972 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:58.116413 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:02:58.125292 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:02:58.125292 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.146639 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:02:54Z', 'revision_number': 3, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:02:58.151558 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Checking router: 474ac187-2bc4-4ba8-bf8d-34f60b698b9c for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:02:58.152168 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Updating router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c port f82ed863-b0e6-4de9-b8b3-7f24f4685372 binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:02:58.157855 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Sync routers for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:02:58.160905 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.194337 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:02:58.194956 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:02:58.213751 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.213996 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.228007 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-14539ce0-1c35-46db-9db8-67b4fb9196b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.239496 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:58.264665 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.266052 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-387a8d2b-aa67-4693-a84a-651e0e88a949 service neutron] 10.222.0.44 "GET /v2.0/networks/f3dd09dc-3b3c-49c8-97bb-c5294470daa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063602 May 18 14:02:58.305091 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb295282-bbc3-4209-8d6e-f3b0994ea465,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:58.328080 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36a2a31170eb4d69b3dc626fb0956c60&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6461322 May 18 14:02:58.329125 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:58.329925 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57900) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:58.333100 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.348073 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2244852 May 18 14:02:58.348809 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57904) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:58.453393 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:58.513199 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9512b898-ef96-4d74-ba73-12772830d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.613492 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:02:58.621987 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:02:58.631997 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:02:58.733471 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9512b898-ef96-4d74-ba73-12772830d6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.738742 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-9512b898-ef96-4d74-ba73-12772830d6ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8304273-faa2-4471-9223-f75bf26aab77 HTTP/1.1" status: 204 len: 168 time: 1.3379936 May 18 14:02:58.747282 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:02:58.756996 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 57918) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:02:58.875612 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.880678 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Pushing event updated for resources: {'Port': ['ID=0d64f016-7f77-4ada-91ed-21f106a2e50b,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:58.896505 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Transition to ACTIVE for port object f82ed863-b0e6-4de9-b8b3-7f24f4685372 will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:02:58.904538 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.908929 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:58.917720 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:58.918439 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-895a2e41-702f-47d9-a820-49bfdeee93e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:58.957811 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-725fde12-7ab2-4ab0-be48-fce36b355120 req-d172ba5b-0ef7-458f-a58c-4aaf5f8c83ec tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 210 time: 0.1727767 May 18 14:02:58.958468 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4a94d3d3-79c6-41b4-adec-c95e0145449a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:58.992475 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Pushing event updated for resources: {'Port': ['ID=f82ed863-b0e6-4de9-b8b3-7f24f4685372,revision_number=2']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:59.002896 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.003525 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.003859 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.004221 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.004548 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.004862 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.005171 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.005480 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.005830 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.006143 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.006679 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.007077 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Tracked resource versions report: May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: pushed versions: May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: { 'AddressGroup': {'1.2'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'ConntrackHelper': {'1.0'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Log': {'1.0'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Network': {'1.1'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Port': {'1.7'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'PortForwarding': {'1.2'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'QosPolicy': {'1.8'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SecurityGroup': {'1.4'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SecurityGroupRule': {'1.2'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SubPort': {'1.0'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Subnet': {'1.1'}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Trunk': {'1.1'}} May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: consumer versions: May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: { DHCP agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: HyperV agent@hv-cinder-79123: {}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: L3 agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: Metadata agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: Metering agent@dv-cinder-791239-1-iscsi: {}, May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: Open vSwitch agent@dv-cinder-791239-1-iscsi: { 'AddressGroup': '1.2', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'ConntrackHelper': '1.0', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Log': '1.0', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Network': '1.1', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Port': '1.7', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'PortForwarding': '1.2', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'QosPolicy': '1.8', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SecurityGroup': '1.4', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SecurityGroupRule': '1.2', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'SubPort': '1.0', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Subnet': '1.1', May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: 'Trunk': '1.1'}} May 18 14:02:59.008221 dv-cinder-791239-1-iscsi neutron-server[91464]: {{(pid=91464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:02:59.018268 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:59.023874 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512b898-ef96-4d74-ba73-12772830d6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8304273-faa2-4471-9223-f75bf26aab77,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:59.036332 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9512b898-ef96-4d74-ba73-12772830d6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:59.047023 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Attempting to bind port f82ed863-b0e6-4de9-b8b3-7f24f4685372 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:02:59.047631 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Attempting to bind port f82ed863-b0e6-4de9-b8b3-7f24f4685372 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:02:59.048017 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Attempting to bind port f82ed863-b0e6-4de9-b8b3-7f24f4685372 on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:02:59.055008 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:02:59.055390 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:02:59.055725 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-14539ce0-1c35-46db-9db8-67b4fb9196b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.055862 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.056165 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:02:59.056608 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Bound port: f82ed863-b0e6-4de9-b8b3-7f24f4685372, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:02:59.057204 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.147418 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] For port f82ed863-b0e6-4de9-b8b3-7f24f4685372, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:02:59.150851 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] For port f82ed863-b0e6-4de9-b8b3-7f24f4685372, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=f82ed863-b0e6-4de9-b8b3-7f24f4685372,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:02:59.152406 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:59.158767 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.169422 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-010db38e-93a5-43fb-b0c6-1ce13a648aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:59.266174 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Pushing event updated for resources: {'Port': ['ID=f82ed863-b0e6-4de9-b8b3-7f24f4685372,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:59.282780 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:59.317038 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4a94d3d3-79c6-41b4-adec-c95e0145449a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.333268 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:02:59.334967 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:02:59.343589 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14539ce0-1c35-46db-9db8-67b4fb9196b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195562c8-4011-494c-bba9-22bcb392f216,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:59.348756 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:02:55Z', 'revision_number': 3, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:02:59.349820 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-14539ce0-1c35-46db-9db8-67b4fb9196b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:59.388697 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-14539ce0-1c35-46db-9db8-67b4fb9196b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.390053 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Checking router: 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:02:59.390580 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Updating router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a port 5e3bb34a-cee0-4969-9de3-6592796849e2 binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:02:59.395344 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-14539ce0-1c35-46db-9db8-67b4fb9196b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/195562c8-4011-494c-bba9-22bcb392f216 HTTP/1.1" status: 204 len: 168 time: 1.5263650 May 18 14:02:59.511605 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.561802 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.679367 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4a94d3d3-79c6-41b4-adec-c95e0145449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.690326 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:02:59.722268 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94d3d3-79c6-41b4-adec-c95e0145449a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb295282-bbc3-4209-8d6e-f3b0994ea465,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:02:59.741660 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:02:59.742939 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4a94d3d3-79c6-41b4-adec-c95e0145449a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:02:59.818616 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.863165 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4a94d3d3-79c6-41b4-adec-c95e0145449a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:02:59.869942 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4a94d3d3-79c6-41b4-adec-c95e0145449a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb295282-bbc3-4209-8d6e-f3b0994ea465 HTTP/1.1" status: 204 len: 168 time: 1.5390878 May 18 14:02:59.924248 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:00.146416 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ba28f34e-3b71-4348-8620-bbde60440620 req-56fecd82-6670-4e39-88ec-c0b539d1050d tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 210 time: 0.0691338 May 18 14:03:00.189870 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:02:54Z', 'revision_number': 3, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:00.209704 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e3f1c-861b-4060-8b49-158342e749c6 None None] The sync data for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi is: [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:02:54Z', 'revision_number': 3, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:03:00.307624 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:00.338129 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Transition to ACTIVE for port object 5e3bb34a-cee0-4969-9de3-6592796849e2 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:00.360087 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:00.366932 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:00.498597 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:00.552350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Allocated IP 172.20.0.1 (4b8b487b-f3ee-4d4d-b644-53292908bc31/9af6cc4b-2711-40b8-97d1-ee2313a6b5c2/935d0dc5-e8a9-45b4-8e29-9c6de0cc889a) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:00.558884 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Attempting to bind port 5e3bb34a-cee0-4969-9de3-6592796849e2 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:00.559123 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Attempting to bind port 5e3bb34a-cee0-4969-9de3-6592796849e2 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:00.562624 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Attempting to bind port 5e3bb34a-cee0-4969-9de3-6592796849e2 on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:00.569675 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7ceb4-c0ca-428a-bb75-510099b88937 None None] Pushing event updated for resources: {'Port': ['ID=5e3bb34a-cee0-4969-9de3-6592796849e2,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:00.582364 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-c4f7ceb4-c0ca-428a-bb75-510099b88937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:00.586364 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:00.586854 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:00.587397 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:00.587872 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:00.588480 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Bound port: 5e3bb34a-cee0-4969-9de3-6592796849e2, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:00.588964 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:00.618600 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 57982) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:00.660455 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:00.718479 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:00.729978 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Usage tracker for resource:security_group_rule and tenant:c4692e4e9e0c4b22b5872aa720848310 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:00.739798 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:00.760165 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] For port 5e3bb34a-cee0-4969-9de3-6592796849e2, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:00.765114 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] For port 5e3bb34a-cee0-4969-9de3-6592796849e2, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=5e3bb34a-cee0-4969-9de3-6592796849e2,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:00.773209 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:00.799273 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-817472c7-756e-4c45-8e31-42a67b38c567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:00.912621 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:00.915486 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Allocated IP 172.20.0.1 (d8d50c04-f8ff-40e0-a097-874de91b026f/07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873/ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:00.919450 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7ceb4-c0ca-428a-bb75-510099b88937 None None] Pushing event updated for resources: {'Port': ['ID=5e3bb34a-cee0-4969-9de3-6592796849e2,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:00.923834 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-c4f7ceb4-c0ca-428a-bb75-510099b88937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:00.924889 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:00.939093 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:00.941788 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:00.964355 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Transition to ACTIVE for port object 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a will not be triggered until provisioned by entity DHCP. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:01.017026 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:01.024103 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:01.201530 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:01.219518 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:01.244834 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:01.245299 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:01.347402 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:01.393341 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:03:01.500285 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4aeabca1-9f60-4eeb-9b3e-4aaa93381fd4 req-68ec07c1-97a2-48e4-a8d7-5d7e38e01307 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 210 time: 0.1438310 May 18 14:03:01.501145 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Pushing event updated for resources: {'Port': ['ID=935d0dc5-e8a9-45b4-8e29-9c6de0cc889a,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:01.512489 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:01.736747 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device f82ed863-b0e6-4de9-b8b3-7f24f4685372 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:01.758301 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:01.901031 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:01.914295 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:01.922132 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:01.960707 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:01.971491 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4692e4e9e0c4b22b5872aa720848310&name=default HTTP/1.1" status: 200 len: 2978 time: 1.3372695 May 18 14:03:01.981744 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58028) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:02.063654 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-477f3d85-192f-4445-9ee7-1767baabb91a None None] Provisioning for port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:02.093792 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-477f3d85-192f-4445-9ee7-1767baabb91a None None] Provisioning complete for port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:02.094694 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-477f3d85-192f-4445-9ee7-1767baabb91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.128976 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.136892 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.138223 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.147904 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c0b98957-8767-4f62-90ad-0c72a7a87770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:02.175227 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-477f3d85-192f-4445-9ee7-1767baabb91a None None] Port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:03:02.230172 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Transition to ACTIVE for port object ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb will not be triggered until provisioned by entity DHCP. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:02.245308 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port f82ed863-b0e6-4de9-b8b3-7f24f4685372 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:02.256504 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port f82ed863-b0e6-4de9-b8b3-7f24f4685372 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:02.256877 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.293486 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf77c1d-3b09-4391-989c-38c306fd5b91,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:02.299521 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:02.339273 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.359348 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Pushing event updated for resources: {'Port': ['ID=935d0dc5-e8a9-45b4-8e29-9c6de0cc889a,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:02.370765 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:02.439477 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:03:02.453467 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Sync routers for ids ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:03:02.459496 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:02.460644 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:02.477929 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.506722 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Routers {'6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:02.507320 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:02.532095 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.553107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:02.578053 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.608180 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:02:55Z', 'revision_number': 3, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:02.651948 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b16fe-a4a1-408b-a2bf-9902536a7e65 None None] The sync data for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi is: [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:02:55Z', 'revision_number': 3, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:03:02.666543 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port f82ed863-b0e6-4de9-b8b3-7f24f4685372, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=f82ed863-b0e6-4de9-b8b3-7f24f4685372,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:02.676486 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.685427 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:02.810026 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Pushing event updated for resources: {'Port': ['ID=ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:02.825550 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:02.910079 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] Notify callbacks [] for router, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:02.915389 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-dc128e55-2e13-4658-9ccb-99e11fd9207b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.9685085 May 18 14:03:02.993715 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Network d8d50c04-f8ff-40e0-a097-874de91b026f is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:02.996879 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58044) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:03.031037 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:03.040302 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-f5e6780e-2c36-4947-8a1d-0bba6ddbbfb6 None None] Provisioning complete for port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:03.040792 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f5e6780e-2c36-4947-8a1d-0bba6ddbbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:03.041903 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:03.043568 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:03.114249 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3da55d46-5f3c-4cd7-978e-c297f1cff2b8 req-674ab292-3d15-4b93-bb4c-cc3db6cc0b2a tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 210 time: 0.1164265 May 18 14:03:03.119347 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.13', 51756) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:03.157046 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Set router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:03.235667 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=f82ed863-b0e6-4de9-b8b3-7f24f4685372,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:03.277463 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:03.306724 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6780e-2c36-4947-8a1d-0bba6ddbbfb6 None None] Port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:03:03.367768 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:03:03.543410 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-d614ad53-657a-48ae-85c5-17fa09f200c2 None None] Provisioning for port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:03.553827 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-d614ad53-657a-48ae-85c5-17fa09f200c2 None None] Provisioning complete for port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:03.554188 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-d614ad53-657a-48ae-85c5-17fa09f200c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:03.616875 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-ec019378-cc10-4544-b1ca-0a088a3d7d8b tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:03.618558 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-ec019378-cc10-4544-b1ca-0a088a3d7d8b tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.13 "GET /v2.0/networks?id=f3dd09dc-3b3c-49c8-97bb-c5294470daa7 HTTP/1.1" status: 200 len: 811 time: 0.4832592 May 18 14:03:03.735552 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Request body: {'port': {'device_id': 'b5f508f7-53e3-4407-a93a-7acc10abc3a4', 'network_id': 'f3dd09dc-3b3c-49c8-97bb-c5294470daa7', 'admin_state_up': True, 'tenant_id': '52c64b5760404d22b70c54cb7d71a164'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:03.750919 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device f82ed863-b0e6-4de9-b8b3-7f24f4685372 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:03.864603 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-d614ad53-657a-48ae-85c5-17fa09f200c2 None None] Port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:03:03.939620 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port f82ed863-b0e6-4de9-b8b3-7f24f4685372 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:03.940005 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:03.972648 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:03:04.020616 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:54Z', 'updated_at': '2021-05-18T14:02:59Z', 'revision_number': 3, 'project_id': '57f873bec497444399160d9938f02671', 'gw_port': {'id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:56Z', 'updated_at': '2021-05-18T14:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:04.025407 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Checking router: 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:03:04.025650 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] 10.222.0.44 "PUT /v2.0/routers/3cb74ee7-b36b-42e0-bf8a-3969a0388c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6616354 May 18 14:03:04.026093 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Updating router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd port 0d64f016-7f77-4ada-91ed-21f106a2e50b binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:03:04.100982 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.324845 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 5e3bb34a-cee0-4969-9de3-6592796849e2 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:04.434006 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:04.453114 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Usage tracker for resource:port and tenant:52c64b5760404d22b70c54cb7d71a164 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:04.485193 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:04.498027 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:04.518089 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 5e3bb34a-cee0-4969-9de3-6592796849e2 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:04.527109 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 5e3bb34a-cee0-4969-9de3-6592796849e2 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:04.528227 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.557995 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Made reservation on behalf of 52c64b5760404d22b70c54cb7d71a164 for: {'port': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:03:04.568283 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.577712 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.601070 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:04.602198 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1d0ec8e0-7c1b-4383-b28e-53506e00dacb req-8ba4ca50-34e8-419e-be48-8808c0446f3c tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 210 time: 0.0891485 May 18 14:03:04.617399 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf77c1d-3b09-4391-989c-38c306fd5b91,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:04.628876 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:04.644516 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.730275 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.748291 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Transition to ACTIVE for port object 0d64f016-7f77-4ada-91ed-21f106a2e50b will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:04.758480 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.772824 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:04.839128 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Allocated IP 172.20.0.11 (f3dd09dc-3b3c-49c8-97bb-c5294470daa7/20c3c8a8-1d90-4a6b-b932-ae36d652b8a3/b8e11034-cf35-438f-90e3-0bb467e6c75b) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:04.855661 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64910152-4e74-4ff6-9cdc-ff0f72b69df7 None None] Pushing event updated for resources: {'Port': ['ID=0d64f016-7f77-4ada-91ed-21f106a2e50b,revision_number=2']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:04.877857 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Attempting to bind port 0d64f016-7f77-4ada-91ed-21f106a2e50b on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:04.878827 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Attempting to bind port 0d64f016-7f77-4ada-91ed-21f106a2e50b by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:04.879435 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Attempting to bind port 0d64f016-7f77-4ada-91ed-21f106a2e50b on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:04.886998 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-64910152-4e74-4ff6-9cdc-ff0f72b69df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:04.888268 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:04.889141 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:04.889804 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.890477 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:04.891182 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Bound port: 0d64f016-7f77-4ada-91ed-21f106a2e50b, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:04.891951 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.916327 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.955621 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 5e3bb34a-cee0-4969-9de3-6592796849e2, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=5e3bb34a-cee0-4969-9de3-6592796849e2,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:04.965695 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:04.968870 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:04.979900 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] For port 0d64f016-7f77-4ada-91ed-21f106a2e50b, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:04.985876 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] For port 0d64f016-7f77-4ada-91ed-21f106a2e50b, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=0d64f016-7f77-4ada-91ed-21f106a2e50b,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:05.001394 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:05.022944 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:05.056977 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:05.071146 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:05.074653 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:05.158787 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64910152-4e74-4ff6-9cdc-ff0f72b69df7 None None] Pushing event updated for resources: {'Port': ['ID=0d64f016-7f77-4ada-91ed-21f106a2e50b,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:05.166783 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:03:05.171231 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-64910152-4e74-4ff6-9cdc-ff0f72b69df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:05.202377 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Routers {'6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:05.203489 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:05.274079 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=5e3bb34a-cee0-4969-9de3-6592796849e2,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:05.283216 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:05.517723 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:05.521501 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:05.525189 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcf77c1d-3b09-4391-989c-38c306fd5b91 HTTP/1.1" status: 204 len: 168 time: 3.5382175 May 18 14:03:05.548334 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:05.573057 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] Set router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:05.619814 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 5e3bb34a-cee0-4969-9de3-6592796849e2 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:05.626245 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:05.641447 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:05.819038 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Sync routers for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:03:05.863074 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Network f3dd09dc-3b3c-49c8-97bb-c5294470daa7 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:05.867862 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:05.868520 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:05.874241 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:05.883885 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:05.897337 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:05.904751 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:05.908377 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Pushing event updated for resources: {'Port': ['ID=ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:05.930705 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:06.094280 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 5e3bb34a-cee0-4969-9de3-6592796849e2 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:06.095703 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:06.186743 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58150) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:06.223542 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Pushing event updated for resources: {'Port': ['ID=b8e11034-cf35-438f-90e3-0bb467e6c75b,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:06.231585 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:06.263153 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5321262 May 18 14:03:06.321461 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-6aa7ebde-ea58-4b54-b4a6-f8b0b2118282 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:03:06.325947 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-6aa7ebde-ea58-4b54-b4a6-f8b0b2118282 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355875 May 18 14:03:06.439711 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4bd3a-3d14-4c58-9014-8513d6e42729 req-d72cfa21-8d88-4b8b-9c3b-308bb020289d tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:06.440545 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-d4c4bd3a-3d14-4c58-9014-8513d6e42729 req-d72cfa21-8d88-4b8b-9c3b-308bb020289d tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Synchronizing usage tracker for tenant:52c64b5760404d22b70c54cb7d71a164 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:06.515649 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58162) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:06.525892 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-d4c4bd3a-3d14-4c58-9014-8513d6e42729 req-d72cfa21-8d88-4b8b-9c3b-308bb020289d tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Unset dirty status for tenant:52c64b5760404d22b70c54cb7d71a164 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:06.527070 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d4c4bd3a-3d14-4c58-9014-8513d6e42729 req-d72cfa21-8d88-4b8b-9c3b-308bb020289d tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 932 time: 0.5232155 May 18 14:03:06.544397 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1670888640', 'description': 'tempest-description--801876429'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:06.562936 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:06.587480 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:security_group and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:06.602294 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:54Z', 'updated_at': '2021-05-18T14:02:59Z', 'revision_number': 3, 'project_id': '57f873bec497444399160d9938f02671', 'gw_port': {'id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:56Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:06.619165 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24bbcc6-0209-4a57-afc1-7019fed2e0e6 None None] The sync data for ids ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'] in dv-cinder-791239-1-iscsi is: [{'id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:54Z', 'updated_at': '2021-05-18T14:02:59Z', 'revision_number': 3, 'project_id': '57f873bec497444399160d9938f02671', 'gw_port': {'id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:56Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:03:06.632348 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:06.663786 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:06.676521 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:06.742812 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:06.770172 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d4c4bd3a-3d14-4c58-9014-8513d6e42729 req-1c9bb31b-50f3-41e3-82a0-a9ae56389f76 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983988 May 18 14:03:06.789341 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:06.801800 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:security_group_rule and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:06.807670 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:06.832169 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:07.016409 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Network d8d50c04-f8ff-40e0-a097-874de91b026f is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:07.030985 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:07.109927 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Request body: {'port': {'device_id': 'b5f508f7-53e3-4407-a93a-7acc10abc3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:07.235169 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:07.250969 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:07.264477 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:07.494703 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:07.523874 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:07.608077 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:07.609348 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0911217 May 18 14:03:07.618783 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58188) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:07.706018 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0d64f016-7f77-4ada-91ed-21f106a2e50b up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:07.710827 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:07.724896 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'security_group_rule': {'security_group_id': 'e71deea4-f4b4-4a02-9d51-6a61aa60ac6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:07.853195 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:07.867533 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-867c1844-fbf6-4f2d-ba6f-68efed3e8a44 None None] Provisioning complete for port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:07.870237 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-867c1844-fbf6-4f2d-ba6f-68efed3e8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:08.012475 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Usage tracker for resource:security_group_rule and tenant:56f9254ab449419394f44d00d280a5a0 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:08.019250 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:08.059048 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:08.068742 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-867c1844-fbf6-4f2d-ba6f-68efed3e8a44 None None] Port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:03:08.088054 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 0d64f016-7f77-4ada-91ed-21f106a2e50b completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:08.098750 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 0d64f016-7f77-4ada-91ed-21f106a2e50b triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:08.099456 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:08.174206 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:03:08.199111 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 2, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:08.210311 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Checking router: 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:03:08.210814 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Updating router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:03:08.274643 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.009s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:08.414462 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:08.499884 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:08.538753 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 0d64f016-7f77-4ada-91ed-21f106a2e50b, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=0d64f016-7f77-4ada-91ed-21f106a2e50b,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:08.549581 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:08.596874 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:08.708455 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e11034-cf35-438f-90e3-0bb467e6c75b {{(pid=91461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:08.716868 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:08.734624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Transition to ACTIVE for port object b8e11034-cf35-438f-90e3-0bb467e6c75b will not be triggered until provisioned by entity L2. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:08.734732 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:08.787086 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:security_group_rule and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:08.797537 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:08.800339 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=0d64f016-7f77-4ada-91ed-21f106a2e50b,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:08.806014 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:08.819323 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:08.838717 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:08.849376 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:08.857841 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:08.870716 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:03:08.884902 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Sync routers for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:03:08.902125 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:08.902756 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:08.924455 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] 10.222.0.44 "PUT /v2.0/routers/474ac187-2bc4-4ba8-bf8d-34f60b698b9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6654284 May 18 14:03:09.252140 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:09.273108 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:09.313900 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-37c0f261-81f6-4844-8e34-047c126a0487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:09.549032 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:09.583191 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e11034-cf35-438f-90e3-0bb467e6c75b,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:09.588302 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:09.636516 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0d64f016-7f77-4ada-91ed-21f106a2e50b up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:09.646413 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:09.716430 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56f9254ab449419394f44d00d280a5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5131471 May 18 14:03:09.717196 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58250) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:09.773718 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:09.863409 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcc2d0c-a0f2-4b6c-a7d8-c5ec149bfcba,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:09.940708 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Transition to ACTIVE for port object 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:09.952647 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb2c2-2b9a-4bf1-ae45-9cd99ff62a77 req-7ecf6cef-0e07-474c-952d-593fd0cd3c4a tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:09.963409 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-618cb2c2-2b9a-4bf1-ae45-9cd99ff62a77 req-7ecf6cef-0e07-474c-952d-593fd0cd3c4a tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 932 time: 1.7823825 May 18 14:03:09.965223 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:09.978207 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:10.029708 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:10.056559 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Attempting to bind port b8e11034-cf35-438f-90e3-0bb467e6c75b on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:10.060633 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Attempting to bind port b8e11034-cf35-438f-90e3-0bb467e6c75b by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '6074d660-48c1-41e5-9f87-5924a8862364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3dd09dc-3b3c-49c8-97bb-c5294470daa7'}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:10.070121 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Attempting to bind port b8e11034-cf35-438f-90e3-0bb467e6c75b on network f3dd09dc-3b3c-49c8-97bb-c5294470daa7 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:10.104934 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Port b8e11034-cf35-438f-90e3-0bb467e6c75b on network f3dd09dc-3b3c-49c8-97bb-c5294470daa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:03:10.105655 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Attempting to bind port b8e11034-cf35-438f-90e3-0bb467e6c75b on network f3dd09dc-3b3c-49c8-97bb-c5294470daa7 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:10.145554 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5385d-3816-434f-81d4-09733357d75c None None] Pushing event updated for resources: {'Port': ['ID=935d0dc5-e8a9-45b4-8e29-9c6de0cc889a,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:10.194955 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-618cb2c2-2b9a-4bf1-ae45-9cd99ff62a77 req-a6aeb67d-4261-4506-a322-7383acbdb03b tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263370 May 18 14:03:10.198035 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:10.198395 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Checking segment: {'id': '6074d660-48c1-41e5-9f87-5924a8862364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3dd09dc-3b3c-49c8-97bb-c5294470daa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:10.198974 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Bound using segment: {'id': '6074d660-48c1-41e5-9f87-5924a8862364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3dd09dc-3b3c-49c8-97bb-c5294470daa7'} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:10.206011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Bound port: b8e11034-cf35-438f-90e3-0bb467e6c75b, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6074d660-48c1-41e5-9f87-5924a8862364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3dd09dc-3b3c-49c8-97bb-c5294470daa7'}}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:10.206409 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:10.255073 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': 'ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb', 'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'mac_address': 'fa:16:3e:aa:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:59Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 2, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'subnets': [{'id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:10.268684 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Checking router: 474ac187-2bc4-4ba8-bf8d-34f60b698b9c for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:03:10.269280 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Updating router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:03:10.343515 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-bbe5385d-3816-434f-81d4-09733357d75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:10.395265 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:10.582844 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] For port b8e11034-cf35-438f-90e3-0bb467e6c75b, host hv-cinder-79123, cleared binding levels {{(pid=91461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:10.587695 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] For port b8e11034-cf35-438f-90e3-0bb467e6c75b, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b8e11034-cf35-438f-90e3-0bb467e6c75b,segment=NetworkSegment(6074d660-48c1-41e5-9f87-5924a8862364),segment_id=6074d660-48c1-41e5-9f87-5924a8862364)] {{(pid=91461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:10.592267 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 0d64f016-7f77-4ada-91ed-21f106a2e50b triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:10.592647 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:10.594312 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Allocated IP 172.20.0.1 (d7cd0f88-6b47-4184-b061-a651cbc5664b/70e0a325-e9fe-4dc2-99ee-31aa357ede04/5378ebf9-d5b0-42d2-a08d-9664ca19c59c) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:10.601742 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0689fa85-a4b1-4a8a-b36a-37038990deb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:10.635384 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:10.654827 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:10.656019 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:10.763017 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:10.778012 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0689fa85-a4b1-4a8a-b36a-37038990deb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:10.878388 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Attempting to bind port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:10.882122 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Attempting to bind port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:10.883033 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Attempting to bind port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a on network 4b8b487b-f3ee-4d4d-b644-53292908bc31 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:10.899038 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e11034-cf35-438f-90e3-0bb467e6c75b,revision_number=3']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:10.910202 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:10.959564 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:10.975302 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:10.977003 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Checking segment: {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:10.977655 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:10.980256 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Bound using segment: {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:10.981005 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Bound port: 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:10.981639 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.008965 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3ff4f4-2610-4906-be2e-ba1a5b15e61b,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:11.069551 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:11.092805 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:11.098818 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.102399 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] 10.222.0.13 "PUT /v2.0/ports/b8e11034-cf35-438f-90e3-0bb467e6c75b HTTP/1.1" status: 200 len: 1094 time: 4.2272890 May 18 14:03:11.104161 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f508f7-53e3-4407-a93a-7acc10abc3a4', 'tag': 'b8e11034-cf35-438f-90e3-0bb467e6c75b'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:11.337818 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] For port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:11.363610 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] For port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=935d0dc5-e8a9-45b4-8e29-9c6de0cc889a,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:11.373318 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.391017 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:11.412183 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0689fa85-a4b1-4a8a-b36a-37038990deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.446309 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:11.461295 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.462460 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.8425946 May 18 14:03:11.470707 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58292) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:11.471568 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58294) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:11.492055 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.493421 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689fa85-a4b1-4a8a-b36a-37038990deb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcc2d0c-a0f2-4b6c-a7d8-c5ec149bfcba,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:11.507995 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Transition to ACTIVE for port object ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:11.511775 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0689fa85-a4b1-4a8a-b36a-37038990deb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:11.517741 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.527771 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'security_group_rule': {'security_group_id': 'e71deea4-f4b4-4a02-9d51-6a61aa60ac6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:11.530987 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-64910152-4e74-4ff6-9cdc-ff0f72b69df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:11.543864 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352113043', 'description': 'tempest-description--843918840'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:11.578676 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.592724 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:11.598019 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:11.604930 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:security_group_rule and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:11.610702 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:11.614504 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0689fa85-a4b1-4a8a-b36a-37038990deb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.615612 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-0689fa85-a4b1-4a8a-b36a-37038990deb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bcc2d0c-a0f2-4b6c-a7d8-c5ec149bfcba HTTP/1.1" status: 204 len: 168 time: 1.8733966 May 18 14:03:11.621200 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:security_group and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:11.624569 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:11.625795 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:11.626664 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:11.629197 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:11.640235 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:11.663716 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.684247 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:11.779226 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5385d-3816-434f-81d4-09733357d75c None None] Pushing event updated for resources: {'Port': ['ID=935d0dc5-e8a9-45b4-8e29-9c6de0cc889a,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:11.787511 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-bbe5385d-3816-434f-81d4-09733357d75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:11.800874 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea351687-9f3a-4d19-b1b2-d441148e1d3c req-ef50da03-d15a-45eb-a8a3-0c22e88222b7 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:11.804610 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:11.824054 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ea351687-9f3a-4d19-b1b2-d441148e1d3c req-ef50da03-d15a-45eb-a8a3-0c22e88222b7 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 944 time: 0.3434155 May 18 14:03:11.824181 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:security_group_rule and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:11.908312 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:11.944235 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0321c1e-c2f7-4f3b-9cf0-edb1c967cda8 None None] Pushing event updated for resources: {'Port': ['ID=ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:11.963939 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:11.968947 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-c0321c1e-c2f7-4f3b-9cf0-edb1c967cda8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:11.988542 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.089588 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-f1b0ad4b-d429-482b-9eaa-8e8ad8d849f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:12.096407 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-f1b0ad4b-d429-482b-9eaa-8e8ad8d849f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52c64b5760404d22b70c54cb7d71a164&device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 1097 time: 0.7762423 May 18 14:03:12.121320 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.131878 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:12.160597 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:12.260436 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.328482 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ea351687-9f3a-4d19-b1b2-d441148e1d3c req-587080d9-af5d-4c49-8954-c753be274627 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006304 May 18 14:03:12.331953 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f508f7-53e3-4407-a93a-7acc10abc3a4', 'tag': 'b8e11034-cf35-438f-90e3-0bb467e6c75b', 'status': 'completed', 'code': 200} May 18 14:03:12.352038 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-2d24f345-da19-4ac7-9cb0-225c20f056e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e11034-cf35-438f-90e3-0bb467e6c75b HTTP/1.1" status: 200 len: 217 time: 0.2375581 May 18 14:03:12.376275 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Attempting to bind port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:12.378334 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Attempting to bind port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:12.378793 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Attempting to bind port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb on network d8d50c04-f8ff-40e0-a097-874de91b026f {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:12.437247 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:12.437660 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Checking segment: {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:12.438064 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.438451 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Bound using segment: {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:12.448607 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Bound port: ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:12.449485 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.477471 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Network d7cd0f88-6b47-4184-b061-a651cbc5664b is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:12.525614 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:12.543700 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:12.544301 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.611805 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Pushing event updated for resources: {'Port': ['ID=5378ebf9-d5b0-42d2-a08d-9664ca19c59c,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:12.628272 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:12.641629 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:12.687956 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8fa4cfbb-30b4-4c7b-899e-3ebeaa8116c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:12.695048 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-8fa4cfbb-30b4-4c7b-899e-3ebeaa8116c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c3c8a8-1d90-4a6b-b932-ae36d652b8a3 HTTP/1.1" status: 200 len: 851 time: 0.3132253 May 18 14:03:12.735991 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d416a2-9430-4fc5-9904-0bbe284e877c,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:12.758596 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.761383 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2649117 May 18 14:03:12.771993 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:12.789572 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58348) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:12.813350 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-584dcc95-7930-458d-a095-9f39dd9c5bdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3dd09dc-3b3c-49c8-97bb-c5294470daa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038225 May 18 14:03:12.820784 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58354) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:12.837940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'floatingip': {'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:12.856925 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.858974 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] For port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:12.867407 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] For port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:12.876395 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:12.887075 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.906809 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:12.944984 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:floatingip and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:12.957775 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:12.958775 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:12.967421 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:13.030276 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:13.039110 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b224732a-9c85-4a9f-9fcc-ad844974b590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:13.069200 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:13.069857 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:13.131315 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:13.180406 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb887b10f10443ea49473209bd916c6 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:13.190608 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:13.191810 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6861639 May 18 14:03:13.206676 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58374) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:13.210581 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:13.215707 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:11Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:13.218746 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:13.228038 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcb3e0-f61b-4ce6-85fb-d07dc0a65b3e None None] The sync data for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi is: [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:11Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:03:13.326659 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:13.341013 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa4b320-3b21-42c1-b2b0-0a8316b112f4,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:13.346547 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-d66b046a-a285-42df-9f99-917d082aa3d2 service neutron] 10.222.0.13 "GET /v2.0/networks/f3dd09dc-3b3c-49c8-97bb-c5294470daa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976647 May 18 14:03:13.360238 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'security_group_rule': {'security_group_id': '5aa4b320-3b21-42c1-b2b0-0a8316b112f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:13.395144 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:13.404010 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:13.410224 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0321c1e-c2f7-4f3b-9cf0-edb1c967cda8 None None] Pushing event updated for resources: {'Port': ['ID=ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb,revision_number=4']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:13.415260 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-c0321c1e-c2f7-4f3b-9cf0-edb1c967cda8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:13.418559 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:security_group_rule and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:13.426911 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:13.457964 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:13.597406 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:13.641615 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:13.721270 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:13.758588 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:13.778209 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:13.908876 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-14539ce0-1c35-46db-9db8-67b4fb9196b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:14.113607 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:14.297117 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddb887b10f10443ea49473209bd916c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4495580 May 18 14:03:14.350604 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58412) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:14.356289 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:14.363247 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a22864e-8a9c-4bc2-b512-d1c3957e9fd2,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:14.364674 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:14.366382 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:14.382429 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:14.420944 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:14.466307 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9db79d2d-e086-4877-8e65-2cdef69590a1 req-0dbe9e8c-e809-48d1-bd5a-09b8222d96e0 service neutron] 10.222.0.13 "GET /v2.0/networks/f3dd09dc-3b3c-49c8-97bb-c5294470daa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9822843 May 18 14:03:14.495273 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:14.566176 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b2dd657b-b0f9-4bac-8e3e-89dbf5505f70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:14.794879 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:14.830620 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:14.840450 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:14.842527 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:14.849340 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da93580e-76f0-4e37-abda-5d1a321bd678,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:14.863914 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4e06f0b3-3395-4760-b0d8-2fef76bfbe69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:14.902200 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': 'ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb', 'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'mac_address': 'fa:16:3e:aa:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:59Z', 'updated_at': '2021-05-18T14:03:12Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'subnets': [{'id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:14.908711 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:14.919307 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea3ec0b-2e4d-4ec2-87cd-18ad0170f4cc None None] The sync data for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi is: [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': 'ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb', 'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'mac_address': 'fa:16:3e:aa:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:59Z', 'updated_at': '2021-05-18T14:03:12Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'subnets': [{'id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:03:14.953884 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=935d0dc5-e8a9-45b4-8e29-9c6de0cc889a,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:14.962202 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:14.962420 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:14.964394 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7554853 May 18 14:03:14.970228 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-bbe5385d-3816-434f-81d4-09733357d75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:14.997789 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58430) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:15.021996 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'security_group_rule': {'security_group_id': '5aa4b320-3b21-42c1-b2b0-0a8316b112f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:15.032613 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:15.038045 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:security_group_rule and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:15.041841 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:15.067233 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:15.114965 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848b7d5-5583-4e64-85b4-725cb5c61af9 req-c3a70d11-db2f-4b18-8f1b-7ad6719aca3a tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:15.138663 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6848b7d5-5583-4e64-85b4-725cb5c61af9 req-c3a70d11-db2f-4b18-8f1b-7ad6719aca3a tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 944 time: 1.2429278 May 18 14:03:15.179816 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1d7860b1-084d-463a-8136-c254ade86fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:15.190874 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:15.347590 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=935d0dc5-e8a9-45b4-8e29-9c6de0cc889a,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:15.370053 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:15.375509 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1d7860b1-084d-463a-8136-c254ade86fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:15.445455 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6848b7d5-5583-4e64-85b4-725cb5c61af9 req-224828cb-0047-42da-9ccd-89d05039ecb9 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043931 May 18 14:03:15.532568 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-e6eb9096-5c37-43be-af08-c23ae45bd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:15.534003 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-e6eb9096-5c37-43be-af08-c23ae45bd39b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52c64b5760404d22b70c54cb7d71a164&device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 1097 time: 0.9184713 May 18 14:03:15.581823 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Pushing event updated for resources: {'Port': ['ID=5378ebf9-d5b0-42d2-a08d-9664ca19c59c,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:15.607249 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:15.608940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:15.623328 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:15.656550 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:15.672631 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1fc5afbb-ca7a-46bf-b54d-834645531cec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:15.887682 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58460) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:15.931162 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574f6ad0-0d66-4fed-b507-fb125c11c549,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:15.936695 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:15.950210 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:15.951361 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9503503 May 18 14:03:15.963099 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58468) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:15.966683 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1d7860b1-084d-463a-8136-c254ade86fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:15.969876 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Network d7cd0f88-6b47-4184-b061-a651cbc5664b is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:15.975409 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1d7860b1-084d-463a-8136-c254ade86fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:15.977225 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-1d7860b1-084d-463a-8136-c254ade86fc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a22864e-8a9c-4bc2-b512-d1c3957e9fd2 HTTP/1.1" status: 204 len: 168 time: 1.6239228 May 18 14:03:15.988812 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'floatingip': {'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:15.989707 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:16.047465 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7860b1-084d-463a-8136-c254ade86fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a22864e-8a9c-4bc2-b512-d1c3957e9fd2,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:16.058076 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1d7860b1-084d-463a-8136-c254ade86fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:16.062881 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:16.098393 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:16.112293 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:floatingip and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:16.116563 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-b624236a-e8fe-4f48-aeb5-c11b87273ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:16.120567 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-b624236a-e8fe-4f48-aeb5-c11b87273ddd service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3dd09dc-3b3c-49c8-97bb-c5294470daa7 HTTP/1.1" status: 200 len: 912 time: 0.5636406 May 18 14:03:16.121640 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:16.140102 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:16.164170 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Allocated IP 172.27.2.113 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/905c1463-6940-4c98-90ed-7b095261cc0a) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:16.418037 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-dde8012f-47b1-4a60-aaee-47fab4f11af5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e11034-cf35-438f-90e3-0bb467e6c75b HTTP/1.1" status: 200 len: 217 time: 0.2837558 May 18 14:03:16.428296 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:16.541975 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:16.684156 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-88c63b39-5f40-4aca-bec4-0bc5a6d7d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:16.703080 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:16.705552 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-88c63b39-5f40-4aca-bec4-0bc5a6d7d4ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20c3c8a8-1d90-4a6b-b932-ae36d652b8a3 HTTP/1.1" status: 200 len: 851 time: 0.2754834 May 18 14:03:16.713635 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:16.717276 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:17.057855 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:17.099358 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:17.211286 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:17.236647 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-a2ec5874-f5ca-4144-82cf-84db109b3cfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3dd09dc-3b3c-49c8-97bb-c5294470daa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5096326 May 18 14:03:17.274205 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:17.301674 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:17.308396 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:17.311145 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:17.320654 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58502) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:17.442027 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:17.519351 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:17.520899 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:17.559593 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:17.563070 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:17.569853 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:17.571068 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:17.574268 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0e15a960914b319a902972b5d0cb6f is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:17.730746 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:17.766014 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:17.772250 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:17.782790 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:17.795665 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:17.809775 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:03:17.836507 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-ff18afde-f554-4888-be81-430d1e68bd53 service neutron] 10.222.0.13 "GET /v2.0/networks/f3dd09dc-3b3c-49c8-97bb-c5294470daa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232099 May 18 14:03:17.885260 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:17.906937 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:17.914063 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Usage tracker for resource:security_group_rule and tenant:473f10b85c4244648c98a9376c66ca0d is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:17.917302 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:17.920201 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'Port': ['ID=905c1463-6940-4c98-90ed-7b095261cc0a,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:17.931136 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:17.934346 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:18.111184 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:18.180447 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fb1a3-fcad-4ecd-adea-3151deaac9d1 req-fd51aaed-5961-464a-9595-d79de3776536 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:18.193908 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4d8fb1a3-fcad-4ecd-adea-3151deaac9d1 req-fd51aaed-5961-464a-9595-d79de3776536 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 944 time: 1.1550553 May 18 14:03:18.253125 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.298993 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:18.299288 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.385682 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.398540 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4d8fb1a3-fcad-4ecd-adea-3151deaac9d1 req-60dcfa32-6706-4e14-a0ad-26ef92ceac6c tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032981 May 18 14:03:18.412506 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.422703 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.446023 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.506124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-89d0b8a4-f20d-481a-83a0-246e6c9bfad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:18.515864 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.539937 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb18374f-f3c4-4f47-92cb-d032b488ad5a req-ad8b7a56-4b3b-47ff-bcb7-b65bcbd241b0 service neutron] 10.222.0.13 "GET /v2.0/networks/f3dd09dc-3b3c-49c8-97bb-c5294470daa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082319 May 18 14:03:18.540615 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.569463 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:03:18.580846 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Sync routers for ids ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:03:18.605028 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Routers {'6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:18.606044 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:02:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:18.615702 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.628413 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=473f10b85c4244648c98a9376c66ca0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2979231 May 18 14:03:18.637194 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58532) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:18.656267 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdafa581-deeb-47ac-844f-eaf0e72bec40,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:18.676623 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:18.677032 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:18.696576 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf0e15a960914b319a902972b5d0cb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7729590 May 18 14:03:18.709863 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58534) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:18.769010 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109efb26-d21a-4586-b5dc-4151f1cf8b96,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:18.790310 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:18.796045 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] 10.222.0.44 "PUT /v2.0/routers/6df8c2ce-ed43-4dc6-8783-32a7e7e069cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7967882 May 18 14:03:18.895807 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-eff9d6ff-eadc-4394-960c-800f4bb32c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:18.972615 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-eff9d6ff-eadc-4394-960c-800f4bb32c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.098533 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-eff9d6ff-eadc-4394-960c-800f4bb32c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.108407 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:19.141639 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9d6ff-eadc-4394-960c-800f4bb32c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109efb26-d21a-4586-b5dc-4151f1cf8b96,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:19.149911 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-eff9d6ff-eadc-4394-960c-800f4bb32c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:19.159486 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.179894 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-eff9d6ff-eadc-4394-960c-800f4bb32c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.181031 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-eff9d6ff-eadc-4394-960c-800f4bb32c3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/109efb26-d21a-4586-b5dc-4151f1cf8b96 HTTP/1.1" status: 204 len: 168 time: 0.4702461 May 18 14:03:19.207608 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0027df4e-b4e8-4a89-8542-bb7445d67b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.236629 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7a28346-f0c8-41bb-a9a5-1ef5f179657b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.243418 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.244435 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Set router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:19.271759 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:19.380912 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.395776 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7a28346-f0c8-41bb-a9a5-1ef5f179657b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.426498 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Allocated IP 172.27.2.174 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/8410eb5d-70c4-48b2-8d6b-5e93fd47f715) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:19.453691 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'Port': ['ID=905c1463-6940-4c98-90ed-7b095261cc0a,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:19.470069 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:19.474864 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.476208 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6672258 May 18 14:03:19.840438 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7a28346-f0c8-41bb-a9a5-1ef5f179657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:19.888566 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:19.895877 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd822c-835f-41f9-8eb3-e3b56e2f5090 req-90e1f502-aff7-4b2b-a581-8b24423f5282 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:19.910388 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-65dd822c-835f-41f9-8eb3-e3b56e2f5090 req-90e1f502-aff7-4b2b-a581-8b24423f5282 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 944 time: 0.2568235 May 18 14:03:19.995184 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a28346-f0c8-41bb-a9a5-1ef5f179657b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdafa581-deeb-47ac-844f-eaf0e72bec40,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:20.003353 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c7a28346-f0c8-41bb-a9a5-1ef5f179657b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:20.011709 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7a28346-f0c8-41bb-a9a5-1ef5f179657b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:20.026022 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-c7a28346-f0c8-41bb-a9a5-1ef5f179657b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdafa581-deeb-47ac-844f-eaf0e72bec40 HTTP/1.1" status: 204 len: 168 time: 1.3095021 May 18 14:03:20.032425 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-65dd822c-835f-41f9-8eb3-e3b56e2f5090 req-8337ff10-dfd7-4389-b686-ff02ee172b3a tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186733 May 18 14:03:20.080565 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:20.145536 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:20.151277 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:20.262742 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58596) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:20.335822 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'Port': ['ID=8410eb5d-70c4-48b2-8d6b-5e93fd47f715,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:20.338240 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:20.340956 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:20.358359 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:20.359756 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:20.365442 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:20.385459 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:54Z', 'updated_at': '2021-05-18T14:03:13Z', 'revision_number': 4, 'project_id': '57f873bec497444399160d9938f02671', 'gw_port': {'id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:56Z', 'updated_at': '2021-05-18T14:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '5378ebf9-d5b0-42d2-a08d-9664ca19c59c', 'name': '', 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b', 'tenant_id': '57f873bec497444399160d9938f02671', 'mac_address': 'fa:16:3e:24:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '70e0a325-e9fe-4dc2-99ee-31aa357ede04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:09Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 2, 'project_id': '57f873bec497444399160d9938f02671', 'subnets': [{'id': '70e0a325-e9fe-4dc2-99ee-31aa357ede04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:20.402565 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Checking router: 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:03:20.403232 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Updating router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:03:20.439783 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:20.488628 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:20.518859 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:20.522076 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Usage tracker for resource:security_group_rule and tenant:3b2beca887c947feb14fc227bbe51aed is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:20.525826 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:20.586357 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:20.650206 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:20.677361 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-e64024a0-b45d-463d-b760-725f7e40e800 req-1a0e9f1e-a211-42ee-b66e-a6e6222f99c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Synchronizing usage tracker for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:20.783147 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-46dd2788-5f95-4ac4-8cb3-57e87462fade tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:20.784205 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-46dd2788-5f95-4ac4-8cb3-57e87462fade tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Synchronizing usage tracker for tenant:57f873bec497444399160d9938f02671 on resource:network {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:20.833555 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-46dd2788-5f95-4ac4-8cb3-57e87462fade tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Unset dirty status for tenant:57f873bec497444399160d9938f02671 on resource:network {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:20.841982 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-46dd2788-5f95-4ac4-8cb3-57e87462fade tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 818 time: 0.3251863 May 18 14:03:20.882175 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-b644dc9c-9d0a-4dc6-a00b-53940892dbde tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/quotas/57f873bec497444399160d9938f02671 HTTP/1.1" status: 200 len: 375 time: 0.0388129 May 18 14:03:20.935554 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:20.957284 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:20.969161 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-86a521c3-3bcf-4cb5-925b-ab45a42247be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:20.980501 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-e64024a0-b45d-463d-b760-725f7e40e800 req-1a0e9f1e-a211-42ee-b66e-a6e6222f99c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Unset dirty status for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:20.989373 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-1a0e9f1e-a211-42ee-b66e-a6e6222f99c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1670888640&fields=id&tenant_id=3cb9fd49803143d589ffb8f1b1e0933a HTTP/1.1" status: 200 len: 267 time: 0.6112146 May 18 14:03:21.041499 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.049169 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.055531 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5305c6c1-7d67-4fa8-b96e-a9693c93bd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:21.078100 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cade41-8f07-4798-92a2-135a3f370d39,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:21.100634 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b2beca887c947feb14fc227bbe51aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8338852 May 18 14:03:21.104627 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58624) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:21.120053 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.137378 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Transition to ACTIVE for port object 5378ebf9-d5b0-42d2-a08d-9664ca19c59c will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:21.143279 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58628) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:21.146075 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.154701 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:21.161173 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:21.167906 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.184517 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-926f6b19-6842-471a-8dc5-f95bc1adcec4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3009188 May 18 14:03:21.201286 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.237090 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'Port': ['ID=8410eb5d-70c4-48b2-8d6b-5e93fd47f715,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:21.246678 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:21.249453 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:21.254170 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.255366 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2835791 May 18 14:03:21.256622 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Usage tracker for resource:security_group_rule and tenant:7765084a417544c8af95f90bff0a51dc is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:21.307000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:21.317539 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:21.351413 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-beece833-afbc-4a5e-a396-6c84ae83793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.369283 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f476a6b-0872-4185-b917-7ad83a2828a1 None None] Pushing event updated for resources: {'Port': ['ID=5378ebf9-d5b0-42d2-a08d-9664ca19c59c,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:21.388443 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-9f476a6b-0872-4185-b917-7ad83a2828a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:21.450990 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-beece833-afbc-4a5e-a396-6c84ae83793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.473932 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64024a0-b45d-463d-b760-725f7e40e800 req-9765449c-e8ad-4f8a-922c-b37bf29f6bc3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:21.474628 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-e64024a0-b45d-463d-b760-725f7e40e800 req-9765449c-e8ad-4f8a-922c-b37bf29f6bc3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Synchronizing usage tracker for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:network {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:21.495750 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6300b809-83fa-44f7-a8f1-9907f2e94b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.503259 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.508534 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-e64024a0-b45d-463d-b760-725f7e40e800 req-9765449c-e8ad-4f8a-922c-b37bf29f6bc3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Unset dirty status for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:network {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:21.509878 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-9765449c-e8ad-4f8a-922c-b37bf29f6bc3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 817 time: 0.5193923 May 18 14:03:21.537780 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Attempting to bind port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:21.538349 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Attempting to bind port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:21.538776 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Attempting to bind port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c on network d7cd0f88-6b47-4184-b061-a651cbc5664b {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:21.543064 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-38c01eef-83bd-4510-8306-ac5c3f8ea313 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/quotas/3cb9fd49803143d589ffb8f1b1e0933a HTTP/1.1" status: 200 len: 375 time: 0.0247293 May 18 14:03:21.546770 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-5de4009c-03e0-4626-995a-1310183b3900 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526189 May 18 14:03:21.567450 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:21.567876 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Checking segment: {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:21.568282 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.568714 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Bound using segment: {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:21.569189 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Bound port: 5378ebf9-d5b0-42d2-a08d-9664ca19c59c, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:21.569582 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.583067 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.589467 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-beece833-afbc-4a5e-a396-6c84ae83793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.591216 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.597373 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:21.626340 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beece833-afbc-4a5e-a396-6c84ae83793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cade41-8f07-4798-92a2-135a3f370d39,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:21.668716 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-beece833-afbc-4a5e-a396-6c84ae83793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.669930 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-beece833-afbc-4a5e-a396-6c84ae83793c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12cade41-8f07-4798-92a2-135a3f370d39 HTTP/1.1" status: 204 len: 168 time: 0.5565410 May 18 14:03:21.678581 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7765084a417544c8af95f90bff0a51dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325387 May 18 14:03:21.686281 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58648) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:21.697136 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] For port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:21.700476 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] For port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=5378ebf9-d5b0-42d2-a08d-9664ca19c59c,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:21.709051 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.711700 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d3cb86-6bf1-42e6-b0e1-c6641a431ec8,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:21.715594 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:21.728302 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:21.729967 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:21.730474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:21.778107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef78ce51-08c8-4648-8b9f-ba35e7229ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.815010 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Routers {'6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:21.816264 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:03:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:21.820213 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef78ce51-08c8-4648-8b9f-ba35e7229ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.830460 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-e64024a0-b45d-463d-b760-725f7e40e800 req-f42d311d-8684-4aac-a694-d4c574c4c0cd tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Synchronizing usage tracker for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:21.852481 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-7eafe950-4309-4104-9e5a-7153b8537e12 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628448 May 18 14:03:21.869385 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-e64024a0-b45d-463d-b760-725f7e40e800 req-f42d311d-8684-4aac-a694-d4c574c4c0cd tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Unset dirty status for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:21.870780 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-f42d311d-8684-4aac-a694-d4c574c4c0cd tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3190098 May 18 14:03:21.882705 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f476a6b-0872-4185-b917-7ad83a2828a1 None None] Pushing event updated for resources: {'Port': ['ID=5378ebf9-d5b0-42d2-a08d-9664ca19c59c,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:21.899848 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-9f476a6b-0872-4185-b917-7ad83a2828a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:21.911008 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef78ce51-08c8-4648-8b9f-ba35e7229ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.926755 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:21.958149 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78ce51-08c8-4648-8b9f-ba35e7229ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d3cb86-6bf1-42e6-b0e1-c6641a431ec8,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:21.964230 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ef78ce51-08c8-4648-8b9f-ba35e7229ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:21.971340 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef78ce51-08c8-4648-8b9f-ba35e7229ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:21.975355 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-ef78ce51-08c8-4648-8b9f-ba35e7229ce3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1d3cb86-6bf1-42e6-b0e1-c6641a431ec8 HTTP/1.1" status: 204 len: 168 time: 0.2860425 May 18 14:03:22.054696 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] Set router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:22.207592 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-e79bfd31-0a84-44c6-856d-f6e91d377ac2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:03:22.214475 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-e79bfd31-0a84-44c6-856d-f6e91d377ac2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1000681 May 18 14:03:22.404240 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0615ef-a427-4ad3-b0dc-8c31d9849dec req-38047756-ef28-412b-b8e2-8953987379ae tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:22.406367 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f0615ef-a427-4ad3-b0dc-8c31d9849dec req-38047756-ef28-412b-b8e2-8953987379ae tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 944 time: 0.2893081 May 18 14:03:22.449430 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b31fbf0-ece9-4265-b542-b6da281267dd service neutron] 10.222.0.44 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338159 May 18 14:03:22.600791 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:22.667617 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:54Z', 'updated_at': '2021-05-18T14:03:13Z', 'revision_number': 4, 'project_id': '57f873bec497444399160d9938f02671', 'gw_port': {'id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:56Z', 'updated_at': '2021-05-18T14:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '5378ebf9-d5b0-42d2-a08d-9664ca19c59c', 'name': '', 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b', 'tenant_id': '57f873bec497444399160d9938f02671', 'mac_address': 'fa:16:3e:24:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '70e0a325-e9fe-4dc2-99ee-31aa357ede04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:09Z', 'updated_at': '2021-05-18T14:03:21Z', 'revision_number': 4, 'project_id': '57f873bec497444399160d9938f02671', 'subnets': [{'id': '70e0a325-e9fe-4dc2-99ee-31aa357ede04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:22.670802 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-06309fcb-ab5e-42f2-8c8c-f81410f35239 service neutron] 10.222.0.44 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133102 May 18 14:03:22.682561 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66af95-fede-4d69-a602-c32ded3e08de None None] The sync data for ids ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'] in dv-cinder-791239-1-iscsi is: [{'id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:54Z', 'updated_at': '2021-05-18T14:03:13Z', 'revision_number': 4, 'project_id': '57f873bec497444399160d9938f02671', 'gw_port': {'id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:56Z', 'updated_at': '2021-05-18T14:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '5378ebf9-d5b0-42d2-a08d-9664ca19c59c', 'name': '', 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b', 'tenant_id': '57f873bec497444399160d9938f02671', 'mac_address': 'fa:16:3e:24:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '70e0a325-e9fe-4dc2-99ee-31aa357ede04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:09Z', 'updated_at': '2021-05-18T14:03:21Z', 'revision_number': 4, 'project_id': '57f873bec497444399160d9938f02671', 'subnets': [{'id': '70e0a325-e9fe-4dc2-99ee-31aa357ede04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:03:22.719241 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f0615ef-a427-4ad3-b0dc-8c31d9849dec req-ff327dc1-4ff8-4f07-a2eb-e582660f4617 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977808 May 18 14:03:23.100382 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-ad32b16b-7a5f-442b-9354-c46bbaabaab7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Synchronizing usage tracker for tenant:b47200f845524f34b0bc318b70a99189 on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:23.259671 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-ad32b16b-7a5f-442b-9354-c46bbaabaab7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Unset dirty status for tenant:b47200f845524f34b0bc318b70a99189 on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:23.261847 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-ad32b16b-7a5f-442b-9354-c46bbaabaab7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1352113043&fields=id&tenant_id=b47200f845524f34b0bc318b70a99189 HTTP/1.1" status: 200 len: 267 time: 0.2859437 May 18 14:03:23.278075 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0092a833-263f-44de-9b9f-55f771c1d7f1 req-5a07498b-9a29-43e6-90be-80f77f6d3e47 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.1343122 May 18 14:03:23.752201 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-985486ad-77bd-4a93-81eb-66c52289e7b9 req-5fb457a4-00fe-4d85-aabf-562b5eaa1c53 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.1725736 May 18 14:03:23.766545 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-e628b9c0-900c-4c98-b935-4f715d44457b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:23.767956 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-e628b9c0-900c-4c98-b935-4f715d44457b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Synchronizing usage tracker for tenant:b47200f845524f34b0bc318b70a99189 on resource:network {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:23.796236 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-e628b9c0-900c-4c98-b935-4f715d44457b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Unset dirty status for tenant:b47200f845524f34b0bc318b70a99189 on resource:network {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:23.797714 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-e628b9c0-900c-4c98-b935-4f715d44457b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/networks?id=d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 200 len: 811 time: 0.5243802 May 18 14:03:23.841953 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-9e33552d-3d48-4314-8220-a876d558f52b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/quotas/b47200f845524f34b0bc318b70a99189 HTTP/1.1" status: 200 len: 375 time: 0.0360334 May 18 14:03:23.957313 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:23.999089 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-331296f0-4d1c-4d7e-903e-d1f8355a8809 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b47200f845524f34b0bc318b70a99189&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1405504 May 18 14:03:24.153176 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 5378ebf9-d5b0-42d2-a08d-9664ca19c59c up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:24.308992 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:24.314746 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:24.315125 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:24.458960 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:24.507190 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=5378ebf9-d5b0-42d2-a08d-9664ca19c59c,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:24.512457 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:24.517968 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:24.629056 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fd383-4283-4767-8af9-072ec6976da9 req-8b424066-6a43-45dd-92d6-3783ccb4993f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:24.638750 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-8b424066-6a43-45dd-92d6-3783ccb4993f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 818 time: 0.6362462 May 18 14:03:24.647181 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-0cbbcc37-5816-40b9-9f64-5a1e38df0ddd service neutron] 10.222.0.44 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064987 May 18 14:03:24.687776 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=5378ebf9-d5b0-42d2-a08d-9664ca19c59c,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:24.691483 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:24.704147 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-db5f5777-9e07-4e41-8188-33c50c16d13f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/quotas/57f873bec497444399160d9938f02671 HTTP/1.1" status: 200 len: 375 time: 0.0644536 May 18 14:03:24.922238 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-b7c6c07f-ebe6-4bfd-a8b3-4ae2bbcefd75 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:24.923833 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-b7c6c07f-ebe6-4bfd-a8b3-4ae2bbcefd75 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 818 time: 0.6043072 May 18 14:03:24.929579 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b8e11034-cf35-438f-90e3-0bb467e6c75b details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:03:24.948550 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Request body: {'port': {'device_id': '83170149-03c4-45a5-b3a6-db4fe24ba7ad', 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b', 'admin_state_up': True, 'tenant_id': '57f873bec497444399160d9938f02671'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:24.955609 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.13', 51776) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:25.273631 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port b8e11034-cf35-438f-90e3-0bb467e6c75b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b8e11034-cf35-438f-90e3-0bb467e6c75b,segment=NetworkSegment(6074d660-48c1-41e5-9f87-5924a8862364),segment_id=6074d660-48c1-41e5-9f87-5924a8862364)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:25.292422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64024a0-b45d-463d-b760-725f7e40e800 req-6f4fe076-be30-4aad-87e3-1ae08096b8c5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:25.294434 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-6f4fe076-be30-4aad-87e3-1ae08096b8c5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 817 time: 0.3377154 May 18 14:03:25.320721 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'b8e11034-cf35-438f-90e3-0bb467e6c75b', 'network_id': 'f3dd09dc-3b3c-49c8-97bb-c5294470daa7', 'port_id': 'b8e11034-cf35-438f-90e3-0bb467e6c75b', 'mac_address': 'fa:16:3e:a8:67:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c3c8a8-1d90-4a6b-b932-ae36d652b8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:03:25.442197 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-fa973d9b-0a65-4ed7-b430-332c2dd91512 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cb9fd49803143d589ffb8f1b1e0933a HTTP/1.1" status: 200 len: 380 time: 0.1296282 May 18 14:03:25.455155 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'port': {'device_id': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'admin_state_up': True, 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'security_groups': ['e71deea4-f4b4-4a02-9d51-6a61aa60ac6c']}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:25.498076 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:25.536761 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e11034-cf35-438f-90e3-0bb467e6c75b {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:25.586040 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port b8e11034-cf35-438f-90e3-0bb467e6c75b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b8e11034-cf35-438f-90e3-0bb467e6c75b,segment=NetworkSegment(6074d660-48c1-41e5-9f87-5924a8862364),segment_id=6074d660-48c1-41e5-9f87-5924a8862364)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:25.592461 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:25.596213 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-99fcd84e-f76e-4620-8ae4-d532783ab911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:25.620025 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-5fc8f1ef-c944-4175-8c87-b5cbeea4eccf service neutron] 10.222.0.44 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9637938 May 18 14:03:25.622646 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:25.627919 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Usage tracker for resource:port and tenant:57f873bec497444399160d9938f02671 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:25.638286 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:25.667874 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:25.677253 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-82e427a5-a677-4231-bbd5-7fd2d5a9a6e3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9715807 May 18 14:03:25.706870 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=b8e11034-cf35-438f-90e3-0bb467e6c75b,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:25.720514 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:25.842443 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:25.861919 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Made reservation on behalf of 57f873bec497444399160d9938f02671 for: {'port': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:03:25.863554 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:25.881342 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Made reservation on behalf of 3cb9fd49803143d589ffb8f1b1e0933a for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:03:25.887060 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:25.888837 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:26.089721 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 5378ebf9-d5b0-42d2-a08d-9664ca19c59c up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:26.193797 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:26.194177 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:26.233961 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Allocated IP 172.20.0.4 (4b8b487b-f3ee-4d4d-b644-53292908bc31/9af6cc4b-2711-40b8-97d1-ee2313a6b5c2/e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:26.284490 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-ab41d10a-8deb-4d5d-bb78-c283bb68bb24 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941937 May 18 14:03:26.492150 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Allocated IP 172.20.0.14 (d7cd0f88-6b47-4184-b061-a651cbc5664b/70e0a325-e9fe-4dc2-99ee-31aa357ede04/3b4622d0-5b39-46c7-ad01-14fec490db9a) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:26.543913 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:26.565622 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Transition to ACTIVE for port object e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 will not be triggered until provisioned by entity DHCP. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:26.578093 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee91715-35da-4fa3-85e0-423b2ad68c0e req-31ca2d44-f59d-4225-a660-b0c2a05fe9c2 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:26.586180 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0ee91715-35da-4fa3-85e0-423b2ad68c0e req-31ca2d44-f59d-4225-a660-b0c2a05fe9c2 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 945 time: 0.5763443 May 18 14:03:26.596422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:26.607266 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:26.620403 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 58896) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:26.669048 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:26.677463 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:26.680836 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:26.686627 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:26.686866 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:26.717393 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:26.724903 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:26.734653 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2882154 May 18 14:03:26.779711 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-2ccd2193-0b20-4c51-ab39-a46628417a28 service neutron] 10.222.0.44 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720528 May 18 14:03:26.800803 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0ee91715-35da-4fa3-85e0-423b2ad68c0e req-e9912a7e-9ce0-4588-a8b1-e08ae7f87360 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135246 May 18 14:03:26.888716 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:26.973837 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:26.987795 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Usage tracker for resource:security_group_rule and tenant:f2b7d0ef5dd44eae84817312e96abe7a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:26.993382 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:27.002893 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:27.070127 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-a5f40479-9190-48ab-bada-1466be37f50d None None] Provisioning for port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:27.096364 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-a5f40479-9190-48ab-bada-1466be37f50d None None] Provisioning complete for port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:27.096975 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a5f40479-9190-48ab-bada-1466be37f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.142241 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.195937 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-a5f40479-9190-48ab-bada-1466be37f50d None None] Port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:03:27.253556 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-611cce00-1a9d-4062-b30d-4321da34f912 req-8bf1c790-48c0-4586-a947-63f4c1bda2e3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.1218402 May 18 14:03:27.272737 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.307015 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:27.436844 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2fa70714-4725-40d8-aa13-d1121fc7033c req-3ebc5a6f-17c5-4e0f-8db9-4db5fb3f97bc tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 210 time: 0.0811493 May 18 14:03:27.445059 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4457a-1f43-4930-b0ae-721496ac7cbd req-d3fb1bc0-a346-48b7-aadd-c147cada5c39 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:27.460540 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37b4457a-1f43-4930-b0ae-721496ac7cbd req-d3fb1bc0-a346-48b7-aadd-c147cada5c39 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 931 time: 0.3709488 May 18 14:03:27.463958 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Network d7cd0f88-6b47-4184-b061-a651cbc5664b is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:27.472662 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:27.475504 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:27.482742 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:27.483435 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.528722 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Pushing event updated for resources: {'Port': ['ID=3b4622d0-5b39-46c7-ad01-14fec490db9a,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:27.542082 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:27.573882 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.582737 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37b4457a-1f43-4930-b0ae-721496ac7cbd req-d50bbafe-da01-4443-b21e-5cb789de4d86 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294873 May 18 14:03:27.583790 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.585342 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6418819 May 18 14:03:27.593271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1d7860b1-084d-463a-8136-c254ade86fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:27.633941 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2b7d0ef5dd44eae84817312e96abe7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9993732 May 18 14:03:27.635795 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6161e786-9b20-43d9-8640-3853e38372ad,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:27.636626 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58934) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:27.639236 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:27.701834 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-16cd201e-1f47-41b2-9269-a2ac05c3f6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.730348 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-16cd201e-1f47-41b2-9269-a2ac05c3f6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.784173 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-16cd201e-1f47-41b2-9269-a2ac05c3f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.789322 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:27.800118 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd201e-1f47-41b2-9269-a2ac05c3f6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6161e786-9b20-43d9-8640-3853e38372ad,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:27.803692 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-16cd201e-1f47-41b2-9269-a2ac05c3f6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:27.815979 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-16cd201e-1f47-41b2-9269-a2ac05c3f6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:27.819589 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-16cd201e-1f47-41b2-9269-a2ac05c3f6ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6161e786-9b20-43d9-8640-3853e38372ad HTTP/1.1" status: 204 len: 168 time: 0.1796305 May 18 14:03:28.000455 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb39507-5ec4-41dd-951f-105636c80c55 req-c59fe779-3a74-40bd-a54c-a6c746ccbb56 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:28.002646 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ddb39507-5ec4-41dd-951f-105636c80c55 req-c59fe779-3a74-40bd-a54c-a6c746ccbb56 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 945 time: 0.0856962 May 18 14:03:28.053083 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ddb39507-5ec4-41dd-951f-105636c80c55 req-699db789-8bdb-4d05-b60b-68d7186c9c6e tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 May 18 14:03:28.134735 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58948) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:28.151840 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:28.168177 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:28.171860 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Usage tracker for resource:security_group_rule and tenant:ee1bcbf54ad341ddbbc75ddfa3171ee6 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:28.175206 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:28.180800 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:28.261869 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:28.265605 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:28.273967 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9512b898-ef96-4d74-ba73-12772830d6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:28.315773 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee1bcbf54ad341ddbbc75ddfa3171ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767442 May 18 14:03:28.315934 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 58956) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:28.318509 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d353bc1-4567-42d8-a4cd-8c7c43957812,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:28.321535 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:28.381701 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8b361d42-95ef-402e-87e4-83688004fb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:28.407736 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8b361d42-95ef-402e-87e4-83688004fb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:28.409606 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0c812b95-85a9-4128-a557-381fee0a7431 req-38ab3502-7722-4360-b4ef-dea7275f1921 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0419884 May 18 14:03:28.459471 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8b361d42-95ef-402e-87e4-83688004fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:28.463474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:28.478647 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b361d42-95ef-402e-87e4-83688004fb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d353bc1-4567-42d8-a4cd-8c7c43957812,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:28.481046 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8b361d42-95ef-402e-87e4-83688004fb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:28.486459 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8b361d42-95ef-402e-87e4-83688004fb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:28.487579 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-8b361d42-95ef-402e-87e4-83688004fb1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d353bc1-4567-42d8-a4cd-8c7c43957812 HTTP/1.1" status: 204 len: 168 time: 0.1707888 May 18 14:03:28.601066 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-0a313587-62df-4677-9d88-3d97c180918e req-41bddca1-0f2e-46be-8665-77779de0410f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Synchronizing usage tracker for tenant:57f873bec497444399160d9938f02671 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:28.620528 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-0a313587-62df-4677-9d88-3d97c180918e req-41bddca1-0f2e-46be-8665-77779de0410f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Unset dirty status for tenant:57f873bec497444399160d9938f02671 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:28.621721 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0a313587-62df-4677-9d88-3d97c180918e req-41bddca1-0f2e-46be-8665-77779de0410f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 210 time: 0.0643687 May 18 14:03:28.641431 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Request body: {'port': {'device_id': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:28.654129 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Request body: {'port': {'device_id': '83170149-03c4-45a5-b3a6-db4fe24ba7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:28.727375 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b8e11034-cf35-438f-90e3-0bb467e6c75b'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:03:28.835121 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:28.859088 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:29.379902 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:29.395100 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:29.420024 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Transition to ACTIVE for port object e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:29.428022 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:29.442681 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:29.461243 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9f3dc-5533-4395-94e9-f8189246c3b0 req-60225081-06b4-4a6c-9040-1fa2f8ba3b42 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:29.469752 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b1e9f3dc-5533-4395-94e9-f8189246c3b0 req-60225081-06b4-4a6c-9040-1fa2f8ba3b42 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 931 time: 0.5568027 May 18 14:03:29.504876 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9deedc-adf3-4749-9410-c0e80524f850 req-16b22abf-51be-4485-af00-8fdd3c0d5b7a tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:29.506835 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-af9deedc-adf3-4749-9410-c0e80524f850 req-16b22abf-51be-4485-af00-8fdd3c0d5b7a tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 945 time: 0.2317514 May 18 14:03:29.617072 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.13', 51788) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:29.622763 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b8e11034-cf35-438f-90e3-0bb467e6c75b up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:29.763653 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-af9deedc-adf3-4749-9410-c0e80524f850 req-54209b8f-2688-4726-ab30-815755e91d4c tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392709 May 18 14:03:29.802890 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port b8e11034-cf35-438f-90e3-0bb467e6c75b completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:29.813348 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port b8e11034-cf35-438f-90e3-0bb467e6c75b triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:29.814869 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:29.883580 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b1e9f3dc-5533-4395-94e9-f8189246c3b0 req-83ebed75-3037-4de8-bcc2-501abd34cb3f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126439 May 18 14:03:30.184643 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.13', 51789) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:30.236512 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2cc3dfc3-5e90-4e48-8994-c29668a26571 req-7e7b8df5-e785-49aa-a3d9-3579f188ba5c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 210 time: 0.1136699 May 18 14:03:30.243434 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-728a5f29-e902-43b4-843e-b804fc0ccf54 req-338de132-7478-4500-855d-cf9dc7f4cd74 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.1219165 May 18 14:03:30.264109 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4622d0-5b39-46c7-ad01-14fec490db9a {{(pid=91461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:30.279411 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:30.285429 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:30.303942 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Transition to ACTIVE for port object 3b4622d0-5b39-46c7-ad01-14fec490db9a will not be triggered until provisioned by entity L2. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:30.309134 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:30.320220 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:30.326740 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port b8e11034-cf35-438f-90e3-0bb467e6c75b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b8e11034-cf35-438f-90e3-0bb467e6c75b,segment=NetworkSegment(6074d660-48c1-41e5-9f87-5924a8862364),segment_id=6074d660-48c1-41e5-9f87-5924a8862364)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:30.328021 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f508f7-53e3-4407-a93a-7acc10abc3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e11034-cf35-438f-90e3-0bb467e6c75b'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:30.410691 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:30.412727 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:30.505325 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4622d0-5b39-46c7-ad01-14fec490db9a,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:30.524556 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:30.585357 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fd383-4283-4767-8af9-072ec6976da9 req-8581eb86-ee46-429b-a80d-68dbeebf02cc tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:30.586876 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-8581eb86-ee46-429b-a80d-68dbeebf02cc tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 818 time: 0.4019063 May 18 14:03:30.587493 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:30.593301 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=b8e11034-cf35-438f-90e3-0bb467e6c75b,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:30.598597 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Attempting to bind port 3b4622d0-5b39-46c7-ad01-14fec490db9a on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:30.599024 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:30.603102 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.160s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:30.612415 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Attempting to bind port 3b4622d0-5b39-46c7-ad01-14fec490db9a by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:30.612415 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Attempting to bind port 3b4622d0-5b39-46c7-ad01-14fec490db9a on network d7cd0f88-6b47-4184-b061-a651cbc5664b {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:30.618501 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Port 3b4622d0-5b39-46c7-ad01-14fec490db9a on network d7cd0f88-6b47-4184-b061-a651cbc5664b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:03:30.619018 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Attempting to bind port 3b4622d0-5b39-46c7-ad01-14fec490db9a on network d7cd0f88-6b47-4184-b061-a651cbc5664b {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:30.626927 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:30.627402 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Checking segment: {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:30.628132 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Bound using segment: {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:30.628665 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Bound port: 3b4622d0-5b39-46c7-ad01-14fec490db9a, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'}}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:30.629105 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:30.631147 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Request body: {'port': {'device_id': 'e013b731-a570-4d87-9104-6d2ebae48653', 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b', 'admin_state_up': True, 'tenant_id': '57f873bec497444399160d9938f02671'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:30.652282 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Attempting to bind port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:30.652639 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Attempting to bind port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:30.652990 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Attempting to bind port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 on network 4b8b487b-f3ee-4d4d-b644-53292908bc31 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:30.684550 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 on network 4b8b487b-f3ee-4d4d-b644-53292908bc31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:03:30.684871 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Attempting to bind port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 on network 4b8b487b-f3ee-4d4d-b644-53292908bc31 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:30.738762 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:30.742448 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Checking segment: {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:30.743053 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Bound using segment: {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:30.743513 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Bound port: e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:30.743865 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:30.768877 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] For port 3b4622d0-5b39-46c7-ad01-14fec490db9a, host hv-cinder-79123, cleared binding levels {{(pid=91461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:30.774027 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] For port 3b4622d0-5b39-46c7-ad01-14fec490db9a, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:30.778993 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:30.785224 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:30.885492 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:30.886556 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:30.888272 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] 10.222.0.13 "PUT /v2.0/ports/3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 1094 time: 2.2430508 May 18 14:03:30.888906 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83170149-03c4-45a5-b3a6-db4fe24ba7ad', 'tag': '3b4622d0-5b39-46c7-ad01-14fec490db9a'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:30.917225 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4622d0-5b39-46c7-ad01-14fec490db9a,revision_number=3']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:30.938974 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:31.059073 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59070) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:31.082946 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-50d803a0-fcc4-481e-8cb6-dca573210f1c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:31.085542 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-50d803a0-fcc4-481e-8cb6-dca573210f1c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.13 "GET /v2.0/networks?id=d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 200 len: 811 time: 1.4584532 May 18 14:03:31.198740 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-cbe37564-de3e-41b2-b150-4eb7f1c34544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:31.202886 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-cbe37564-de3e-41b2-b150-4eb7f1c34544 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1097 time: 0.2620733 May 18 14:03:31.211716 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb74889-cdef-4b8f-9ad1-ffa94f2c8988 req-49a8222c-5b2a-4310-b84f-3d678983529f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:31.213126 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2eb74889-cdef-4b8f-9ad1-ffa94f2c8988 req-49a8222c-5b2a-4310-b84f-3d678983529f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.2153122 May 18 14:03:31.236556 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:31.250087 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:31.289693 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-968aef11-fadb-4e8d-bf33-b30a8d5131d3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Synchronizing usage tracker for tenant:b47200f845524f34b0bc318b70a99189 on resource:security_group {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:31.294883 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:31.298680 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:31.320767 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-92de564c-0a93-4624-95a7-15c0e852bb51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:31.338872 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-51204a63-2428-4715-9fcf-37b9d0eb4b89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.1176734 May 18 14:03:31.408694 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-0d971f07-f771-4b6c-a54b-7ef448040c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:31.410231 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-0d971f07-f771-4b6c-a54b-7ef448040c57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0648522 May 18 14:03:31.435066 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:31.457372 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:31.458871 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:31.460501 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] 10.222.0.13 "PUT /v2.0/ports/e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 HTTP/1.1" status: 200 len: 1093 time: 2.8306050 May 18 14:03:31.463121 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-968aef11-fadb-4e8d-bf33-b30a8d5131d3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Unset dirty status for tenant:b47200f845524f34b0bc318b70a99189 on resource:security_group {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:31.467232 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-968aef11-fadb-4e8d-bf33-b30a8d5131d3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b47200f845524f34b0bc318b70a99189 HTTP/1.1" status: 200 len: 380 time: 0.3662980 May 18 14:03:31.473474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:31.478302 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2eb74889-cdef-4b8f-9ad1-ffa94f2c8988 req-368f8e20-5aab-482c-ab8f-467410eec00d tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814072 May 18 14:03:31.487287 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-d5915de6-7851-4c88-966b-47dada4fcaf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673451 May 18 14:03:31.605756 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f508f7-53e3-4407-a93a-7acc10abc3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e11034-cf35-438f-90e3-0bb467e6c75b', 'code': 200} May 18 14:03:31.688072 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'port': {'device_id': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'admin_state_up': True, 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'security_groups': ['5aa4b320-3b21-42c1-b2b0-0a8316b112f4']}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:31.913267 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.13', 51797) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:31.924785 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Made reservation on behalf of 57f873bec497444399160d9938f02671 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:03:31.928999 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:31.941662 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83170149-03c4-45a5-b3a6-db4fe24ba7ad', 'tag': '3b4622d0-5b39-46c7-ad01-14fec490db9a', 'status': 'completed', 'code': 200} May 18 14:03:31.968548 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-7a057c02-e809-4dba-b5a1-103c2cb60b7c service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718153 May 18 14:03:31.994436 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:31.999029 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:32.104302 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:32.264088 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-70681db9-499a-4c96-aede-fbb84558e233 req-b525ff1c-8003-43cb-ab33-02afea1387c0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 210 time: 0.2938066 May 18 14:03:32.267321 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:32.292942 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64024a0-b45d-463d-b760-725f7e40e800 req-200c387b-1196-4fb1-86df-019cfc578f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:32.294729 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-200c387b-1196-4fb1-86df-019cfc578f2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 1096 time: 0.6441171 May 18 14:03:32.342825 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Usage tracker for resource:security_group_rule and tenant:699bd4bdc4464338982ab5a48e492784 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:32.346789 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:32.354086 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:32.394138 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-338277bb-951d-4860-ae83-b50367deb418 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 HTTP/1.1" status: 200 len: 217 time: 0.0882599 May 18 14:03:32.476071 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64024a0-b45d-463d-b760-725f7e40e800 req-e4cbe880-92ae-4324-b5e1-5b4ef4283441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:32.477448 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-e4cbe880-92ae-4324-b5e1-5b4ef4283441 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.0695064 May 18 14:03:32.496288 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3d4869d6-b5c6-4e6f-b3cc-9b8c746c1ff4 req-7c9fb72d-5c0e-4513-8a74-573be3c8c445 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0842757 May 18 14:03:32.499647 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ade522db-a202-4ff0-9d9a-1b460f5b730b req-a0245a80-a67a-4298-8081-c6161dde7475 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886065 May 18 14:03:32.521349 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92fe7f-6415-40b8-b5ee-0e0445647e1f req-acc9a181-a785-4846-8d19-72ad8cc9e928 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:32.522434 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-0131842c-abf9-4ec0-a3a0-5ba0c40ebf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:32.523093 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0a92fe7f-6415-40b8-b5ee-0e0445647e1f req-acc9a181-a785-4846-8d19-72ad8cc9e928 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.5805707 May 18 14:03:32.524008 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-0131842c-abf9-4ec0-a3a0-5ba0c40ebf2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 1099 time: 0.6012907 May 18 14:03:32.573416 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:32.576494 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:port and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:32.580154 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:32.585974 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:32.629730 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:32.666149 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:32.677935 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Usage tracker for resource:security_group_rule and tenant:cef82082fd284689b2c85fb539614ce8 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:32.684012 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:32.684538 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:32.688832 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'status': 'completed', 'code': 200} May 18 14:03:32.694551 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Allocated IP 172.20.0.3 (d7cd0f88-6b47-4184-b061-a651cbc5664b/70e0a325-e9fe-4dc2-99ee-31aa357ede04/c6c23bd3-3705-40c8-ab5b-e7ad240f1182) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:32.694935 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0a92fe7f-6415-40b8-b5ee-0e0445647e1f req-6166df44-d97f-4acb-9853-f09d2b01db5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632810 May 18 14:03:32.697492 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:32.699716 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:32.711349 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Made reservation on behalf of b47200f845524f34b0bc318b70a99189 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:03:32.712183 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:32.714922 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:32.761190 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=699bd4bdc4464338982ab5a48e492784&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6961682 May 18 14:03:32.763674 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929bb879-f03c-4be5-bbd7-4c497a9f2626,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:32.767933 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:32.771801 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59150) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:32.778360 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-dc32a7fc-4af7-4ecb-be88-2958b7e3fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:32.780332 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-dc32a7fc-4af7-4ecb-be88-2958b7e3fad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1097 time: 0.2036703 May 18 14:03:33.007947 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64024a0-b45d-463d-b760-725f7e40e800 req-74f3db4c-d24d-4b82-a80d-f258b3817ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:33.009603 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-74f3db4c-d24d-4b82-a80d-f258b3817ab7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4911296 May 18 14:03:33.076802 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-08ec6bf8-da6d-45e1-9cc0-cb161a0f15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:33.079461 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-08ec6bf8-da6d-45e1-9cc0-cb161a0f15fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.2924314 May 18 14:03:33.094338 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcb306-550a-48fa-9cbc-bd79695dc6fc req-b6670347-4153-4dde-b8af-7d7d14f540f3 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:33.096921 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44bcb306-550a-48fa-9cbc-bd79695dc6fc req-b6670347-4153-4dde-b8af-7d7d14f540f3 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.2416983 May 18 14:03:33.127248 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Allocated IP 172.20.0.8 (d8d50c04-f8ff-40e0-a097-874de91b026f/07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873/7847d0f6-f43c-433f-875f-430b26849996) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:03:33.196479 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-1d5a0ab1-fa6e-456a-a220-38d57ba0a4cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.0982590 May 18 14:03:33.199351 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2597dedb-98c0-4e63-a5ef-2edd42b3d78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:33.245003 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44bcb306-550a-48fa-9cbc-bd79695dc6fc req-245a93d2-2487-4a7e-b60d-bb12351cd39c tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959349 May 18 14:03:33.301026 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-6e469ad7-bc6b-4457-b9d2-4dac2d420e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:33.303434 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-6e469ad7-bc6b-4457-b9d2-4dac2d420e48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.1003335 May 18 14:03:33.367146 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-eed16c6c-2b21-4ea0-ba1e-42f0a17f8353 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565193 May 18 14:03:33.461467 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2597dedb-98c0-4e63-a5ef-2edd42b3d78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:33.543689 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1f7cf36e-9b12-4c19-b4ba-47edaf12cae8 req-8762afc1-d323-4567-bd83-ec16a50b862d tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 210 time: 0.0569313 May 18 14:03:33.615525 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-f74a5436-45f5-4dae-8805-e805cf051e90 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401724 May 18 14:03:33.628405 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:33.646704 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:33.714111 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:33.725316 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0a3aa040-a0ce-45dc-a64b-eb7c9816e0ea req-67a92725-3312-48da-bbb2-c1ed5e301ef2 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0676663 May 18 14:03:33.790202 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1988575 May 18 14:03:33.790782 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2597dedb-98c0-4e63-a5ef-2edd42b3d78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:33.803358 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-a2fed96d-9852-4c76-b3cc-7bf2c4d7f7e7 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806892 May 18 14:03:33.806251 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:33.830380 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e661006-085c-487a-8e59-b6ae7e57112d,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:33.836887 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-db6e6bf8-357c-4656-bc4b-8eaa510bb5a0 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125027 May 18 14:03:33.838251 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:33.839850 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9a9695f5-0341-460d-a5b3-5e67efed0ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:33.873206 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597dedb-98c0-4e63-a5ef-2edd42b3d78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929bb879-f03c-4be5-bbd7-4c497a9f2626,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:33.896202 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2597dedb-98c0-4e63-a5ef-2edd42b3d78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:33.941416 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:33.985718 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f61fb-82fc-4548-b263-e2e5ece34d65 req-2a200bba-b6e2-48cb-b2c6-7b0aed045a60 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:33.987461 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-857f61fb-82fc-4548-b263-e2e5ece34d65 req-2a200bba-b6e2-48cb-b2c6-7b0aed045a60 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1214323 May 18 14:03:33.996804 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2597dedb-98c0-4e63-a5ef-2edd42b3d78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:33.997959 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-2597dedb-98c0-4e63-a5ef-2edd42b3d78b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/929bb879-f03c-4be5-bbd7-4c497a9f2626 HTTP/1.1" status: 204 len: 168 time: 1.2171192 May 18 14:03:34.035367 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Transition to ACTIVE for port object 7847d0f6-f43c-433f-875f-430b26849996 will not be triggered until provisioned by entity DHCP. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:34.045897 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:34.057191 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-857f61fb-82fc-4548-b263-e2e5ece34d65 req-d91e6c97-ba42-4646-992c-e974adac3415 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623033 May 18 14:03:34.061274 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:34.144308 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Network d7cd0f88-6b47-4184-b061-a651cbc5664b is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:34.150245 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e64024a0-b45d-463d-b760-725f7e40e800 req-3b2abba4-c9d8-40fd-86b3-b9c41cac0cb1 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782788 May 18 14:03:34.151027 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:34.155850 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:34.161532 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:34.162314 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:34.179023 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Pushing event updated for resources: {'Port': ['ID=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:34.184554 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:34.193619 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5706027 May 18 14:03:34.195484 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:34.203470 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:34.376589 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Request body: {'port': {'device_id': 'e013b731-a570-4d87-9104-6d2ebae48653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:34.467687 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Network d8d50c04-f8ff-40e0-a097-874de91b026f is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:03:34.484133 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:03:34.492322 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:03:34.499724 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:34.500434 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:34.538093 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8857257 May 18 14:03:34.556593 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'Port': ['ID=7847d0f6-f43c-433f-875f-430b26849996,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:34.566872 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:34.571020 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Request body: {'port': {'device_id': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:34.599407 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a7cf5-78e3-4b05-b006-b46f758aa95e req-8371e300-c8ec-4126-a3a5-84130c73112c tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:34.612122 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1d5a7cf5-78e3-4b05-b006-b46f758aa95e req-8371e300-c8ec-4126-a3a5-84130c73112c tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.2172887 May 18 14:03:34.646633 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59210) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:34.678370 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:34.710605 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1d5a7cf5-78e3-4b05-b006-b46f758aa95e req-72abbfb5-81ea-44ba-82bb-3dec989e0d7f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975344 May 18 14:03:34.711313 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:34.728087 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:34.730494 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Usage tracker for resource:security_group_rule and tenant:7cd0936567c342fd831fa61c1f090287 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:34.737785 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:34.746450 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:34.875500 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-66021cd2-f819-45bb-ac7f-0ab217c98d91 None None] Provisioning for port 7847d0f6-f43c-433f-875f-430b26849996 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:34.882817 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-66021cd2-f819-45bb-ac7f-0ab217c98d91 None None] Provisioning complete for port 7847d0f6-f43c-433f-875f-430b26849996 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:34.885039 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-66021cd2-f819-45bb-ac7f-0ab217c98d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:34.897407 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-6c0a0557-4d0d-4a5f-b8bd-d6b17ebdf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:34.898924 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-6c0a0557-4d0d-4a5f-b8bd-d6b17ebdf553 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 1096 time: 0.6610880 May 18 14:03:35.054045 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:35.056671 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-66021cd2-f819-45bb-ac7f-0ab217c98d91 None None] Port 7847d0f6-f43c-433f-875f-430b26849996 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:03:35.119136 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069a451-2b10-414f-befc-fc942bffab3f req-d06ebea7-1d56-46f4-8950-bd55b44af81c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:35.120834 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f069a451-2b10-414f-befc-fc942bffab3f req-d06ebea7-1d56-46f4-8950-bd55b44af81c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 931 time: 0.3217134 May 18 14:03:35.246137 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:35.261578 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:35.274667 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:35.281268 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-dd531fb1-910f-40f9-8e66-de30800d4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:35.283912 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-dd531fb1-910f-40f9-8e66-de30800d4cfb service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 918 time: 0.3589640 May 18 14:03:35.288862 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-f069a451-2b10-414f-befc-fc942bffab3f req-bafabe79-7539-433e-a0fb-cac7e774b0dd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Synchronizing usage tracker for tenant:57f873bec497444399160d9938f02671 on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:35.306240 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f4f6e-099b-4672-a45e-b599dbf01e31 req-bc20a3c9-ef33-4a68-8a1a-db14dc1db661 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:35.307651 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a50f4f6e-099b-4672-a45e-b599dbf01e31 req-bc20a3c9-ef33-4a68-8a1a-db14dc1db661 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 931 time: 0.3601086 May 18 14:03:35.357953 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d959ded1-6a02-4bf9-a8ea-b1734c586421,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:35.361876 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:35.371979 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cd0936567c342fd831fa61c1f090287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240648 May 18 14:03:35.372631 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59230) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:35.378382 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-f069a451-2b10-414f-befc-fc942bffab3f req-bafabe79-7539-433e-a0fb-cac7e774b0dd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Unset dirty status for tenant:57f873bec497444399160d9938f02671 on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:35.379453 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f069a451-2b10-414f-befc-fc942bffab3f req-bafabe79-7539-433e-a0fb-cac7e774b0dd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485561 May 18 14:03:35.424537 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a50f4f6e-099b-4672-a45e-b599dbf01e31 req-75a7ac98-7045-4579-aec2-001c60af107d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971894 May 18 14:03:35.464548 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c831416-7a83-4566-b994-cfec7daa97d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:35.472699 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-6331a900-fb17-4a38-a5ae-d354e691e47e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 HTTP/1.1" status: 200 len: 217 time: 0.1461792 May 18 14:03:35.493096 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c831416-7a83-4566-b994-cfec7daa97d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:35.617133 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c831416-7a83-4566-b994-cfec7daa97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:35.623841 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:35.643497 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d535562-c06c-4537-ab12-eb188f17a1da req-8ca2ea5c-2ea7-4010-a3fc-0c38dd953ac5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:35.644968 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6d535562-c06c-4537-ab12-eb188f17a1da req-8ca2ea5c-2ea7-4010-a3fc-0c38dd953ac5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1159596 May 18 14:03:35.646818 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c831416-7a83-4566-b994-cfec7daa97d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d959ded1-6a02-4bf9-a8ea-b1734c586421,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:35.649434 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-5c831416-7a83-4566-b994-cfec7daa97d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:35.656566 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-5c831416-7a83-4566-b994-cfec7daa97d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:35.657801 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-5c831416-7a83-4566-b994-cfec7daa97d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d959ded1-6a02-4bf9-a8ea-b1734c586421 HTTP/1.1" status: 204 len: 168 time: 0.2821639 May 18 14:03:35.709975 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6d535562-c06c-4537-ab12-eb188f17a1da req-c3bb2597-02ab-43d6-871b-e7f9eef4516d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433056 May 18 14:03:35.710214 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c23bd3-3705-40c8-ab5b-e7ad240f1182 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:35.721016 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:35.741376 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Transition to ACTIVE for port object c6c23bd3-3705-40c8-ab5b-e7ad240f1182 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:35.756770 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:35.769060 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:35.940734 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9efc30-1737-4fe2-9aea-8ea9594ef9c7 req-c7cd5731-615e-4764-9dd8-c8d710ab9bdb tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:35.942275 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f9efc30-1737-4fe2-9aea-8ea9594ef9c7 req-c7cd5731-615e-4764-9dd8-c8d710ab9bdb tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.0990515 May 18 14:03:35.998690 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f9efc30-1737-4fe2-9aea-8ea9594ef9c7 req-02b68f1f-3d82-47c4-8775-fee5a1b2ab15 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410447 May 18 14:03:36.029732 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:36.039415 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:36.050129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Attempting to bind port c6c23bd3-3705-40c8-ab5b-e7ad240f1182 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:36.050549 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Attempting to bind port c6c23bd3-3705-40c8-ab5b-e7ad240f1182 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:36.050977 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Attempting to bind port c6c23bd3-3705-40c8-ab5b-e7ad240f1182 on network d7cd0f88-6b47-4184-b061-a651cbc5664b {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:36.056129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7847d0f6-f43c-433f-875f-430b26849996 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:36.063765 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Port c6c23bd3-3705-40c8-ab5b-e7ad240f1182 on network d7cd0f88-6b47-4184-b061-a651cbc5664b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:03:36.064011 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Attempting to bind port c6c23bd3-3705-40c8-ab5b-e7ad240f1182 on network d7cd0f88-6b47-4184-b061-a651cbc5664b {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:36.067059 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.076449 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:36.076785 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Checking segment: {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:36.077171 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Bound using segment: {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:36.077629 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Bound port: c6c23bd3-3705-40c8-ab5b-e7ad240f1182, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:36.077957 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.099847 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Transition to ACTIVE for port object 7847d0f6-f43c-433f-875f-430b26849996 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:03:36.138849 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.229994 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:36.312494 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 3b4622d0-5b39-46c7-ad01-14fec490db9a details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:03:36.403777 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Pushing event updated for resources: {'Port': ['ID=7847d0f6-f43c-433f-875f-430b26849996,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:36.442219 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:36.483478 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Attempting to bind port 7847d0f6-f43c-433f-875f-430b26849996 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:03:36.484119 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Attempting to bind port 7847d0f6-f43c-433f-875f-430b26849996 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:03:36.484119 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Attempting to bind port 7847d0f6-f43c-433f-875f-430b26849996 on network d8d50c04-f8ff-40e0-a097-874de91b026f {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:36.484417 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 3b4622d0-5b39-46c7-ad01-14fec490db9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:36.490830 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] For port c6c23bd3-3705-40c8-ab5b-e7ad240f1182, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:36.500105 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Port 7847d0f6-f43c-433f-875f-430b26849996 on network d8d50c04-f8ff-40e0-a097-874de91b026f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:03:36.500662 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Attempting to bind port 7847d0f6-f43c-433f-875f-430b26849996 on network d8d50c04-f8ff-40e0-a097-874de91b026f {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:03:36.506625 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '3b4622d0-5b39-46c7-ad01-14fec490db9a', 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b', 'port_id': '3b4622d0-5b39-46c7-ad01-14fec490db9a', 'mac_address': 'fa:16:3e:07:c9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e0a325-e9fe-4dc2-99ee-31aa357ede04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:03:36.519392 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:03:36.520136 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Checking segment: {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:03:36.520728 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Bound using segment: {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:03:36.521378 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Bound port: 7847d0f6-f43c-433f-875f-430b26849996, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:03:36.521924 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.536973 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] For port c6c23bd3-3705-40c8-ab5b-e7ad240f1182, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:36.552391 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.568520 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.592558 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4622d0-5b39-46c7-ad01-14fec490db9a {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:36.594275 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1e40543b-25e2-4428-9c34-9325122bc76f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:36.612902 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 3b4622d0-5b39-46c7-ad01-14fec490db9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:36.621415 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.624306 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:03:36.628421 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:36.660462 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:36.661345 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.662774 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] 10.222.0.13 "PUT /v2.0/ports/c6c23bd3-3705-40c8-ab5b-e7ad240f1182 HTTP/1.1" status: 200 len: 1093 time: 2.4196362 May 18 14:03:36.663258 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e013b731-a570-4d87-9104-6d2ebae48653', 'tag': 'c6c23bd3-3705-40c8-ab5b-e7ad240f1182'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:36.718196 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:36.730418 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:36.731646 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] For port 7847d0f6-f43c-433f-875f-430b26849996, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:03:36.735967 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] For port 7847d0f6-f43c-433f-875f-430b26849996, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7847d0f6-f43c-433f-875f-430b26849996,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:03:36.742862 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.748358 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-11a77762-ad45-4d50-b162-e1fae6a6b1a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:36.761048 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fbdc3-4aaa-45bf-863c-e703ab77f40d req-51589638-c482-4aab-bdb4-85943154184a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:36.768225 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-469fbdc3-4aaa-45bf-863c-e703ab77f40d req-51589638-c482-4aab-bdb4-85943154184a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 943 time: 0.2217519 May 18 14:03:36.771744 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=3b4622d0-5b39-46c7-ad01-14fec490db9a,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:36.776349 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:36.791702 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e0a37-9a47-4c6e-bf85-ec469ce59189 req-19fe1955-92d1-4ca3-a7ab-148d9ba11866 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:36.793207 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-260e0a37-9a47-4c6e-bf85-ec469ce59189 req-19fe1955-92d1-4ca3-a7ab-148d9ba11866 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 943 time: 0.1780844 May 18 14:03:36.830169 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:36.830983 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:36.832195 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] 10.222.0.13 "PUT /v2.0/ports/7847d0f6-f43c-433f-875f-430b26849996 HTTP/1.1" status: 200 len: 1093 time: 2.2780159 May 18 14:03:36.853775 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Pushing event updated for resources: {'Port': ['ID=7847d0f6-f43c-433f-875f-430b26849996,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:36.861621 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-469fbdc3-4aaa-45bf-863c-e703ab77f40d req-89c47e09-ed56-4c5c-8cf7-fe3be7f2a80f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923131 May 18 14:03:36.866692 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:36.919033 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-260e0a37-9a47-4c6e-bf85-ec469ce59189 req-dbb3691b-aa46-411e-8640-ec3b7900b064 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155190 May 18 14:03:36.942794 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:36.944803 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e013b731-a570-4d87-9104-6d2ebae48653', 'tag': 'c6c23bd3-3705-40c8-ab5b-e7ad240f1182', 'status': 'completed', 'code': 200} May 18 14:03:36.958536 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'port_id': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'mac_address': 'fa:16:3e:7e:88:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:03:37.035470 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:37.064821 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:37.083821 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:37.091556 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:37.095661 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:37.135737 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa2ca4-9789-4581-871c-feaf80cba2af req-97b0c5ca-4134-4510-8560-c6dfd7e96f3d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:37.145662 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-87aa2ca4-9789-4581-871c-feaf80cba2af req-97b0c5ca-4134-4510-8560-c6dfd7e96f3d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1062422 May 18 14:03:37.188005 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:37.192436 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:37.210118 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-87aa2ca4-9789-4581-871c-feaf80cba2af req-5c3c2c86-acba-4364-ab86-1c9240de0072 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633032 May 18 14:03:37.299436 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c68d-5d6f-4f2a-a314-04e5061a6958 req-ce3360df-82af-4675-9121-64eb8ebda3b6 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:37.301010 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0bf3c68d-5d6f-4f2a-a314-04e5061a6958 req-ce3360df-82af-4675-9121-64eb8ebda3b6 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.0897353 May 18 14:03:37.348549 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0bf3c68d-5d6f-4f2a-a314-04e5061a6958 req-36e8fe25-3b1c-487f-89d5-724877781edb tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 May 18 14:03:38.107263 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1cf2a-ac6b-4dbb-8c8c-cfb8804e5a26 req-9d975135-feda-4ea6-8f00-87e152264159 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:38.108703 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e3a1cf2a-ac6b-4dbb-8c8c-cfb8804e5a26 req-9d975135-feda-4ea6-8f00-87e152264159 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 943 time: 0.1421263 May 18 14:03:38.161539 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92330a5f-dc14-4432-8c6a-b54832b841ff req-1c41f42f-a93a-4bc4-a449-6e8257a1a51c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:38.163074 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-92330a5f-dc14-4432-8c6a-b54832b841ff req-1c41f42f-a93a-4bc4-a449-6e8257a1a51c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 943 time: 0.1330531 May 18 14:03:38.186531 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e3a1cf2a-ac6b-4dbb-8c8c-cfb8804e5a26 req-53acc16a-c216-43ad-961d-74f9e824cd1b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699883 May 18 14:03:38.214692 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-92330a5f-dc14-4432-8c6a-b54832b841ff req-16f9e2a6-9b06-4a68-8bc5-b6fb7497ca85 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451050 May 18 14:03:38.352587 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59352) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:38.436785 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-cf15154d-7e7b-4792-be03-a943381d3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:38.439057 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-cf15154d-7e7b-4792-be03-a943381d3084 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.0764925 May 18 14:03:38.467729 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bccc7-7034-45cd-b091-31c714f00808 req-5779a0f1-dfed-4bca-a1fa-8098e8e0a134 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:38.477707 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6b1bccc7-7034-45cd-b091-31c714f00808 req-5779a0f1-dfed-4bca-a1fa-8098e8e0a134 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 944 time: 0.1307402 May 18 14:03:38.542066 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6b1bccc7-7034-45cd-b091-31c714f00808 req-246bd872-f79e-48f3-9249-bbe70488d449 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630863 May 18 14:03:38.606044 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:03:38.635969 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['3b4622d0-5b39-46c7-ad01-14fec490db9a'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:03:38.670795 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaddad0-d288-43b9-935e-2a99d04fe665 req-6d80dcf9-8ebb-43da-ad2c-cfbc9b8e9385 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:38.672891 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9eaddad0-d288-43b9-935e-2a99d04fe665 req-6d80dcf9-8ebb-43da-ad2c-cfbc9b8e9385 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.1053424 May 18 14:03:38.687342 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:38.726358 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:38.728820 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9eaddad0-d288-43b9-935e-2a99d04fe665 req-b8cbca86-c728-45c1-a208-1acbc034907f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 May 18 14:03:38.744680 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Usage tracker for resource:security_group_rule and tenant:001890efd9bb4609a002e4966dd8a62f is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:38.751241 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:38.763702 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:38.787697 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e827f6-ef18-4f36-9181-4de5e141cc2e req-192ef902-314e-479a-a349-91cb0710ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:38.789151 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-25e827f6-ef18-4f36-9181-4de5e141cc2e req-192ef902-314e-479a-a349-91cb0710ee49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 1096 time: 0.3336470 May 18 14:03:38.820910 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-e0def7ce-936f-4be5-a6e0-5e1b269ee9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:38.822352 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-e0def7ce-936f-4be5-a6e0-5e1b269ee9ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b47200f845524f34b0bc318b70a99189&device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 1096 time: 0.3655407 May 18 14:03:38.910591 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-5f47cc40-3856-4ba0-99cf-72db17864887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:38.911949 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-5f47cc40-3856-4ba0-99cf-72db17864887 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3419344 May 18 14:03:38.971465 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'tag': '7847d0f6-f43c-433f-875f-430b26849996'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:38.976443 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-f12fd048-9f0d-49a8-9a59-77a1e55d8bf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7847d0f6-f43c-433f-875f-430b26849996 HTTP/1.1" status: 200 len: 217 time: 0.1460190 May 18 14:03:39.059793 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'tag': '7847d0f6-f43c-433f-875f-430b26849996', 'status': 'completed', 'code': 200} May 18 14:03:39.199975 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-d029d94a-55af-4e99-8990-4ed01c56a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:39.201288 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-d029d94a-55af-4e99-8990-4ed01c56a010 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873 HTTP/1.1" status: 200 len: 850 time: 0.1966634 May 18 14:03:39.202238 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e827f6-ef18-4f36-9181-4de5e141cc2e req-b2cc237e-63e2-4495-9bb3-9c6d03a971e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:39.203592 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-25e827f6-ef18-4f36-9181-4de5e141cc2e req-b2cc237e-63e2-4495-9bb3-9c6d03a971e1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=57f873bec497444399160d9938f02671&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4035313 May 18 14:03:39.301129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:39.318639 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-4578d2ae-bf7d-4fef-9f95-365967e77044 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963978 May 18 14:03:39.368134 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:39.381975 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-10ad1345-edb6-42f4-8310-2ba2f71b1a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:39.505712 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147183a-4668-4e89-92ff-a02008ab167e req-d0ed4055-c58e-41d3-98c1-77665bfc8199 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:39.507815 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9147183a-4668-4e89-92ff-a02008ab167e req-d0ed4055-c58e-41d3-98c1-77665bfc8199 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 943 time: 0.1708295 May 18 14:03:39.528466 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e557863-0e81-4733-a4e6-00c3d369c4ab req-bf22a183-24af-46ca-abd5-19bc5cdde9c3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:39.530485 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7e557863-0e81-4733-a4e6-00c3d369c4ab req-bf22a183-24af-46ca-abd5-19bc5cdde9c3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 943 time: 0.1544423 May 18 14:03:39.595902 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9147183a-4668-4e89-92ff-a02008ab167e req-3444ae49-f05d-417e-b48a-5c12efdb4b23 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771568 May 18 14:03:39.629965 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7e557863-0e81-4733-a4e6-00c3d369c4ab req-f04937f7-44eb-4e52-ab3a-7b3c4da643d3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802038 May 18 14:03:39.633614 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a2887e-a341-4934-86a3-da6dccccb0a9,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:39.642261 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59392) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:39.642457 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=001890efd9bb4609a002e4966dd8a62f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2886496 May 18 14:03:39.646437 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:39.688170 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e827f6-ef18-4f36-9181-4de5e141cc2e req-a5286b27-b396-4464-92a4-1af14a7e0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:39.690138 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-25e827f6-ef18-4f36-9181-4de5e141cc2e req-a5286b27-b396-4464-92a4-1af14a7e0c3d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4759183 May 18 14:03:39.717318 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fab9c430-14c2-49bb-9eee-ec1cf38d7863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:39.728225 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-03691883-9ff2-4d38-9f29-afd75c1023d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:39.729777 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-03691883-9ff2-4d38-9f29-afd75c1023d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8d50c04-f8ff-40e0-a097-874de91b026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5122461 May 18 14:03:39.733151 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d86b94ae-e1ca-4dcb-b4e9-2595469bcfbd req-cef56029-eef2-4520-ad43-6200e3bfe2fc service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565052 May 18 14:03:39.754094 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fab9c430-14c2-49bb-9eee-ec1cf38d7863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:39.859292 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fab9c430-14c2-49bb-9eee-ec1cf38d7863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:39.870261 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:39.883576 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fab9c430-14c2-49bb-9eee-ec1cf38d7863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:39.884695 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-fab9c430-14c2-49bb-9eee-ec1cf38d7863 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98a2887e-a341-4934-86a3-da6dccccb0a9 HTTP/1.1" status: 204 len: 168 time: 0.2413306 May 18 14:03:39.889759 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9c430-14c2-49bb-9eee-ec1cf38d7863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a2887e-a341-4934-86a3-da6dccccb0a9,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:39.913251 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-fab9c430-14c2-49bb-9eee-ec1cf38d7863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:39.951768 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-4b0e65b1-d025-4189-95ee-6d017e92fb5a service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117579 May 18 14:03:39.980800 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fd383-4283-4767-8af9-072ec6976da9 req-6cf532d4-7765-437d-9a51-937faecaf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:39.982308 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-6cf532d4-7765-437d-9a51-937faecaf2ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 1096 time: 0.1920633 May 18 14:03:40.037494 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709e5d5-18df-4dac-8e1a-b8a02897e264 req-11f2e4a7-f588-44ea-916c-6a38c3428830 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:40.039037 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7709e5d5-18df-4dac-8e1a-b8a02897e264 req-11f2e4a7-f588-44ea-916c-6a38c3428830 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 944 time: 0.2331243 May 18 14:03:40.101338 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7709e5d5-18df-4dac-8e1a-b8a02897e264 req-3a6a222a-d1d5-4e3f-b43f-ef3c3b7d5565 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519142 May 18 14:03:40.125008 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678bd6b-02c7-4654-b994-06da2906eb80 req-cab18709-470c-4098-bad0-dcbb2e89434e tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:40.132352 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0678bd6b-02c7-4654-b994-06da2906eb80 req-cab18709-470c-4098-bad0-dcbb2e89434e tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.1727242 May 18 14:03:40.184906 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0678bd6b-02c7-4654-b994-06da2906eb80 req-3d064baf-ffca-4fb0-b778-ae94f67a6ad4 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514941 May 18 14:03:40.199719 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-6855bb5e-77da-41dd-8912-114f30cbf009 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182 HTTP/1.1" status: 200 len: 217 time: 0.1915326 May 18 14:03:40.289167 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fd383-4283-4767-8af9-072ec6976da9 req-1e2c20f1-9f68-4b8e-85a8-a72ab18e90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:40.290953 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-1e2c20f1-9f68-4b8e-85a8-a72ab18e90d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0781140 May 18 14:03:40.317781 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 3b4622d0-5b39-46c7-ad01-14fec490db9a up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:40.359160 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-c4ab83e9-4679-40a6-85b2-8c8215bcffca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606663 May 18 14:03:40.390274 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59420) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:40.419456 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:40.426286 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-257777b9-9c1d-46ae-a494-86169ca6cbb7 req-39758b99-1756-41ca-9ea9-3bcd0e569438 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672322 May 18 14:03:40.428795 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port 3b4622d0-5b39-46c7-ad01-14fec490db9a completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:40.442899 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 3b4622d0-5b39-46c7-ad01-14fec490db9a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:40.444001 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:40.454538 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:40.459409 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Usage tracker for resource:security_group_rule and tenant:9838275024df4c348178ed011cf8e630 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:40.462668 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:40.469231 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:40.620465 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:40.627614 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:40.641333 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-7d7aa960-dcd1-4ba5-b8fd-b12353cc6ffe service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740579 May 18 14:03:40.712174 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:40.730807 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-5c831416-7a83-4566-b994-cfec7daa97d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:40.756914 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83170149-03c4-45a5-b3a6-db4fe24ba7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4622d0-5b39-46c7-ad01-14fec490db9a'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:40.768409 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 3b4622d0-5b39-46c7-ad01-14fec490db9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:40.776700 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:40.777891 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:40.814356 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5df1a3-e695-4938-871b-2df72638240a,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:40.829163 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:40.846477 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9838275024df4c348178ed011cf8e630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516547 May 18 14:03:40.847569 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:40.849259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59440) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:40.954498 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-949fd383-4283-4767-8af9-072ec6976da9 req-68c8ca00-61b3-4c53-9ef4-818f0b262814 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981143 May 18 14:03:40.981325 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-f3427b31-a485-42cf-a855-81dd2bb3a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:40.997568 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-f3427b31-a485-42cf-a855-81dd2bb3a640 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b47200f845524f34b0bc318b70a99189&device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 1096 time: 0.4970958 May 18 14:03:41.024926 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=3b4622d0-5b39-46c7-ad01-14fec490db9a,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:41.037162 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:41.050021 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:41.056487 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:41.056890 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:41.138900 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3a27e3be-7cd8-4634-8c3d-2beffd3796da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:41.187213 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3a27e3be-7cd8-4634-8c3d-2beffd3796da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:41.214646 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:41.222856 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bc771-0d5c-4a8b-8b83-e024550a4ef3 req-7ad1f0a5-cb92-470e-9eab-5ad895a9003e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:41.224563 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-993bc771-0d5c-4a8b-8b83-e024550a4ef3 req-7ad1f0a5-cb92-470e-9eab-5ad895a9003e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 943 time: 0.3204029 May 18 14:03:41.238116 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5c713-f018-498a-8b6f-56f3b25b172b req-ab125398-742e-488a-aba2-e51f3bb2b93c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:41.239455 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e1f5c713-f018-498a-8b6f-56f3b25b172b req-ab125398-742e-488a-aba2-e51f3bb2b93c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 943 time: 0.3339746 May 18 14:03:41.269153 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:41.281459 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:41.283705 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-bbe5385d-3816-434f-81d4-09733357d75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:41.322997 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-77789878-4132-40d1-8e8d-145c44995b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:41.324717 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-77789878-4132-40d1-8e8d-145c44995b7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 200 len: 912 time: 0.3194597 May 18 14:03:41.359364 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-993bc771-0d5c-4a8b-8b83-e024550a4ef3 req-abf6ac4a-7854-4c2c-8b30-e161ab57ef03 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187234 May 18 14:03:41.371983 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:41.381756 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:41.386131 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e1f5c713-f018-498a-8b6f-56f3b25b172b req-f47b3194-8ac8-4951-8916-92fb78685eb7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178057 May 18 14:03:41.405042 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3a27e3be-7cd8-4634-8c3d-2beffd3796da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:41.414495 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:41.423527 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59458) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:41.430505 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-7ae0a4a1-1956-402e-aa2a-3fbc9428245b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7847d0f6-f43c-433f-875f-430b26849996 HTTP/1.1" status: 200 len: 217 time: 0.0980248 May 18 14:03:41.434239 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27e3be-7cd8-4634-8c3d-2beffd3796da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5df1a3-e695-4938-871b-2df72638240a,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:41.439271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3a27e3be-7cd8-4634-8c3d-2beffd3796da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:41.443478 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3a27e3be-7cd8-4634-8c3d-2beffd3796da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:41.457398 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-3a27e3be-7cd8-4634-8c3d-2beffd3796da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f5df1a3-e695-4938-871b-2df72638240a HTTP/1.1" status: 204 len: 168 time: 0.6060882 May 18 14:03:41.508323 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83170149-03c4-45a5-b3a6-db4fe24ba7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4622d0-5b39-46c7-ad01-14fec490db9a', 'code': 200} May 18 14:03:41.523809 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-7efbb1ba-17fc-4b45-9877-b2e44bf8c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:41.525896 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-7efbb1ba-17fc-4b45-9877-b2e44bf8c17d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873 HTTP/1.1" status: 200 len: 850 time: 0.0800314 May 18 14:03:41.623710 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-cee0d9d9-5208-480b-8aff-60b3286e4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:41.625613 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-cee0d9d9-5208-480b-8aff-60b3286e4abb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8d50c04-f8ff-40e0-a097-874de91b026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897443 May 18 14:03:41.798042 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34111d-c9e7-4c1e-9731-b0034a8a51ab req-378a4ef6-8b2f-4e82-9f1e-140d9434db4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:41.799792 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fd34111d-c9e7-4c1e-9731-b0034a8a51ab req-378a4ef6-8b2f-4e82-9f1e-140d9434db4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1657329 May 18 14:03:41.868912 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fd34111d-c9e7-4c1e-9731-b0034a8a51ab req-be307d69-42f3-42f6-9f0d-7ad3b5bb78ce tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630896 May 18 14:03:41.933668 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:41.954746 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:41.959912 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Usage tracker for resource:security_group_rule and tenant:7556e74fcb7542bea239ed931c1714ae is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:41.963442 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:41.972350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:42.001670 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed76920-3d92-4375-99e9-c29471f90f1b req-c7181ed4-079f-4a42-91b3-d656ee650100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:42.003612 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6ed76920-3d92-4375-99e9-c29471f90f1b req-c7181ed4-079f-4a42-91b3-d656ee650100 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.2596633 May 18 14:03:42.009312 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-4cdb2593-e37f-43f2-a467-692bfdd77fa2 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760598 May 18 14:03:42.117043 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:42.122025 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:42.130162 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-6ed76920-3d92-4375-99e9-c29471f90f1b req-df7ea4ea-6fc7-4d66-ac29-7c10152823ce service neutron] Synchronizing usage tracker for tenant:cef82082fd284689b2c85fb539614ce8 on resource:security_group {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:03:42.134767 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-0fc01fb0-679d-488e-b744-f43de044f260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:42.162918 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:03:42.189559 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7556e74fcb7542bea239ed931c1714ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7638612 May 18 14:03:42.191521 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91e57cd-3ca1-4dcf-9d16-2a0d9e620d76,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:42.194501 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59488) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:42.195664 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:42.251647 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-6ed76920-3d92-4375-99e9-c29471f90f1b req-df7ea4ea-6fc7-4d66-ac29-7c10152823ce service neutron] Unset dirty status for tenant:cef82082fd284689b2c85fb539614ce8 on resource:security_group {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:03:42.252783 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6ed76920-3d92-4375-99e9-c29471f90f1b req-df7ea4ea-6fc7-4d66-ac29-7c10152823ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372899 May 18 14:03:42.300548 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-283cf8b8-a1e8-49de-a940-d1917c97254c req-92099dd1-154f-45b8-957a-9c3893ac43d0 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793133 May 18 14:03:42.326204 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-63363c84-5667-4dd8-a625-b8c01e2d298c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:42.364664 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-63363c84-5667-4dd8-a625-b8c01e2d298c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:42.426685 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-63363c84-5667-4dd8-a625-b8c01e2d298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:42.431837 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8b361d42-95ef-402e-87e4-83688004fb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:42.447569 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63363c84-5667-4dd8-a625-b8c01e2d298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91e57cd-3ca1-4dcf-9d16-2a0d9e620d76,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:42.451029 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-63363c84-5667-4dd8-a625-b8c01e2d298c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:42.461954 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-63363c84-5667-4dd8-a625-b8c01e2d298c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:42.463211 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-63363c84-5667-4dd8-a625-b8c01e2d298c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a91e57cd-3ca1-4dcf-9d16-2a0d9e620d76 HTTP/1.1" status: 204 len: 168 time: 0.2675714 May 18 14:03:42.635049 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2267-c495-429b-9ab5-c427efeb057f req-4152b132-bac4-4414-9e2e-96e6d8c0564f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:42.643094 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-306e2267-c495-429b-9ab5-c427efeb057f req-4152b132-bac4-4414-9e2e-96e6d8c0564f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 943 time: 0.1085413 May 18 14:03:42.668760 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59524) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:42.685627 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-306e2267-c495-429b-9ab5-c427efeb057f req-1776c755-6c0c-4410-9c99-74c0acee5126 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414290 May 18 14:03:42.905406 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9902a-cdb2-4d4f-99af-6dedba353b23 req-5f43ff93-4cf8-425f-9c12-0f83c3a57489 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:42.909466 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-61d9902a-cdb2-4d4f-99af-6dedba353b23 req-5f43ff93-4cf8-425f-9c12-0f83c3a57489 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 943 time: 0.0997326 May 18 14:03:43.034698 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-61d9902a-cdb2-4d4f-99af-6dedba353b23 req-3cfddb45-968d-47cc-9a17-a02cad589397 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091220 May 18 14:03:43.059226 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.083213 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:43.091914 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Usage tracker for resource:security_group_rule and tenant:37e5d549a9cf43a7b7f408042b895786 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:43.096946 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:43.112479 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:43.287507 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.290848 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50a84f-6f12-482a-95ee-22845597bbb2 req-00e54f0e-5e96-4972-9a0f-1a94d8538751 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:43.291058 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59542) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:43.299497 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ba50a84f-6f12-482a-95ee-22845597bbb2 req-00e54f0e-5e96-4972-9a0f-1a94d8538751 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1999886 May 18 14:03:43.313778 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.327096 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.335590 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ef78ce51-08c8-4648-8b9f-ba35e7229ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:43.352749 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ba50a84f-6f12-482a-95ee-22845597bbb2 req-a5d9966e-543b-4907-91ce-dfdbdce3c21b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523193 May 18 14:03:43.372912 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:43.372912 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e7b5c1-f946-46aa-b305-e72dc3e9e46e,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:43.383046 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:43.387170 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6204566a35604aeab13ba958c3797905 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:43.392488 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:43.402558 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37e5d549a9cf43a7b7f408042b895786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7297809 May 18 14:03:43.402558 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:43.403160 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59552) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:43.489882 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59556) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:43.492176 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d56f0209-7d16-46c2-9dee-e25eb2b52696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.509234 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:43.537774 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d56f0209-7d16-46c2-9dee-e25eb2b52696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.580281 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'code': 200} May 18 14:03:43.610358 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.618214 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.627294 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0689fa85-a4b1-4a8a-b36a-37038990deb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:43.666966 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d56f0209-7d16-46c2-9dee-e25eb2b52696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.680466 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6204566a35604aeab13ba958c3797905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860867 May 18 14:03:43.680466 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9017073-33f5-4971-b9aa-40a54f8c1550,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:43.681642 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59564) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:43.682798 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:43.683589 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:43.685125 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.696746 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f0209-7d16-46c2-9dee-e25eb2b52696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e7b5c1-f946-46aa-b305-e72dc3e9e46e,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:43.700719 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d56f0209-7d16-46c2-9dee-e25eb2b52696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:43.702749 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d56f0209-7d16-46c2-9dee-e25eb2b52696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.706819 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-d56f0209-7d16-46c2-9dee-e25eb2b52696 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2e7b5c1-f946-46aa-b305-e72dc3e9e46e HTTP/1.1" status: 204 len: 168 time: 0.3005400 May 18 14:03:43.723257 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:43.736209 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Usage tracker for resource:security_group_rule and tenant:99c124ac213c4bd88bd49d38ba835f87 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:43.741177 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:43.758486 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:43.803929 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-841a3af7-16ac-487d-af28-132ad59b4e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.871155 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-841a3af7-16ac-487d-af28-132ad59b4e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:43.965863 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a405e00-4227-454d-99d0-3af5bf3989df req-7d41d583-a9c8-4200-939e-f0de67ddcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:43.967340 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1a405e00-4227-454d-99d0-3af5bf3989df req-7d41d583-a9c8-4200-939e-f0de67ddcc94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 1098 time: 0.1335664 May 18 14:03:44.017433 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1a405e00-4227-454d-99d0-3af5bf3989df req-235dc34e-e1be-4220-94c9-ac81b8d7fdcb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 May 18 14:03:44.074168 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.081781 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.092799 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-247d7c25-e653-4524-a1c3-1b0cbba584fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:44.148695 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-841a3af7-16ac-487d-af28-132ad59b4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.196999 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99c124ac213c4bd88bd49d38ba835f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7059746 May 18 14:03:44.200991 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59586) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:44.202064 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87fcf7e-37f9-4032-8cf4-4389de53f4f2,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:44.207916 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:44.209899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:44.217595 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-841a3af7-16ac-487d-af28-132ad59b4e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.219325 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-841a3af7-16ac-487d-af28-132ad59b4e96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9017073-33f5-4971-b9aa-40a54f8c1550 HTTP/1.1" status: 204 len: 168 time: 0.5359502 May 18 14:03:44.237292 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a2be9-5dcb-4740-b225-44680b6c7125 req-3a6a7f14-c75c-4c7a-8be7-c28cbb0daa7f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:44.237292 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2b4a2be9-5dcb-4740-b225-44680b6c7125 req-3a6a7f14-c75c-4c7a-8be7-c28cbb0daa7f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 943 time: 0.2636228 May 18 14:03:44.237292 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3af7-16ac-487d-af28-132ad59b4e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9017073-33f5-4971-b9aa-40a54f8c1550,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:44.238453 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-841a3af7-16ac-487d-af28-132ad59b4e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:44.287389 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59592) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:44.320502 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.332783 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 7847d0f6-f43c-433f-875f-430b26849996 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:03:44.348016 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:44.363982 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a730fd05a4dd454589cbd086ef41c667 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:44.365191 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2b4a2be9-5dcb-4740-b225-44680b6c7125 req-8679c359-b095-4d79-a722-48e4abf6ae67 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627742 May 18 14:03:44.392137 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:44.396938 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1edae986-612f-461a-af96-3290e86b6266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.398797 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:44.413730 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27903425-0a88-4231-982d-5d7eda6cce3f req-e45bc9a5-995f-45c3-99dd-c5f5115c8371 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:44.426015 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-27903425-0a88-4231-982d-5d7eda6cce3f req-e45bc9a5-995f-45c3-99dd-c5f5115c8371 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 943 time: 0.1640248 May 18 14:03:44.443509 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1edae986-612f-461a-af96-3290e86b6266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.565848 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1edae986-612f-461a-af96-3290e86b6266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.574770 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-64e5e214-7e5a-4ffd-b08f-5e12965214fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:44.590365 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.595952 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edae986-612f-461a-af96-3290e86b6266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87fcf7e-37f9-4032-8cf4-4389de53f4f2,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:44.599797 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1edae986-612f-461a-af96-3290e86b6266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:44.604121 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.614444 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:44.629685 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1edae986-612f-461a-af96-3290e86b6266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.631134 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-1edae986-612f-461a-af96-3290e86b6266 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c87fcf7e-37f9-4032-8cf4-4389de53f4f2 HTTP/1.1" status: 204 len: 168 time: 0.4287529 May 18 14:03:44.639899 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 7847d0f6-f43c-433f-875f-430b26849996, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7847d0f6-f43c-433f-875f-430b26849996,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:44.648576 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-27903425-0a88-4231-982d-5d7eda6cce3f req-bb173618-e2da-4357-b06e-3e0ab9ad01b3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213163 May 18 14:03:44.677721 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a730fd05a4dd454589cbd086ef41c667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889985 May 18 14:03:44.681600 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59602) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:44.689446 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4bde0-7e87-4d87-91f9-6e7bacc5ac63 req-ecb1d4a2-2cc5-4755-8677-dd9932c636e0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:44.691789 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4ca4bde0-7e87-4d87-91f9-6e7bacc5ac63 req-ecb1d4a2-2cc5-4755-8677-dd9932c636e0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1919031 May 18 14:03:44.693994 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '7847d0f6-f43c-433f-875f-430b26849996', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'port_id': '7847d0f6-f43c-433f-875f-430b26849996', 'mac_address': 'fa:16:3e:4c:73:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:03:44.707034 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a4ea49-619b-4a88-9e2a-018b42cfc119,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:44.712074 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:44.763929 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-584ff27d-2d94-46da-af91-0610d318701b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.765044 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.782995 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4ca4bde0-7e87-4d87-91f9-6e7bacc5ac63 req-c6add0a8-26f4-4ded-a780-d33a6f9f4af3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844347 May 18 14:03:44.794438 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7847d0f6-f43c-433f-875f-430b26849996 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:44.797325 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-584ff27d-2d94-46da-af91-0610d318701b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.821140 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 7847d0f6-f43c-433f-875f-430b26849996, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7847d0f6-f43c-433f-875f-430b26849996,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:44.828765 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.831173 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device c6c23bd3-3705-40c8-ab5b-e7ad240f1182 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:03:44.837807 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:44.872492 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-584ff27d-2d94-46da-af91-0610d318701b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.887861 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c7a28346-f0c8-41bb-a9a5-1ef5f179657b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:44.917182 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ff27d-2d94-46da-af91-0610d318701b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a4ea49-619b-4a88-9e2a-018b42cfc119,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:44.923341 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=7847d0f6-f43c-433f-875f-430b26849996,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:44.927204 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-584ff27d-2d94-46da-af91-0610d318701b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:44.927767 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:44.931119 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-584ff27d-2d94-46da-af91-0610d318701b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:44.935365 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-584ff27d-2d94-46da-af91-0610d318701b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9a4ea49-619b-4a88-9e2a-018b42cfc119 HTTP/1.1" status: 204 len: 168 time: 0.2525663 May 18 14:03:44.985163 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59610) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:45.002835 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:45.028397 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:45.032578 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Usage tracker for resource:security_group_rule and tenant:50257251766a48a2b76398a81b5de85d is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:45.036068 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:45.042163 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:45.100417 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port c6c23bd3-3705-40c8-ab5b-e7ad240f1182, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:45.121083 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'c6c23bd3-3705-40c8-ab5b-e7ad240f1182', 'network_id': 'd7cd0f88-6b47-4184-b061-a651cbc5664b', 'port_id': 'c6c23bd3-3705-40c8-ab5b-e7ad240f1182', 'mac_address': 'fa:16:3e:16:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e0a325-e9fe-4dc2-99ee-31aa357ede04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:03:45.187065 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:45.187190 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:45.195148 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:45.207361 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c23bd3-3705-40c8-ab5b-e7ad240f1182 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:03:45.211938 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-496c0a1d-f5da-4fbd-a040-b65a65af1ee7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:45.226479 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port c6c23bd3-3705-40c8-ab5b-e7ad240f1182, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:45.246476 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:45.254491 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:45.305295 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50257251766a48a2b76398a81b5de85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190475 May 18 14:03:45.307929 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59626) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:45.318560 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641052f4-b7ce-4921-bc9d-605bd5470433,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:45.325446 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:45.386647 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:45.398315 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:45.413424 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6535feec-3aea-42e7-aff5-fbd7e86fdb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:45.449104 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6535feec-3aea-42e7-aff5-fbd7e86fdb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:45.523643 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['7847d0f6-f43c-433f-875f-430b26849996'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:03:45.573967 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6535feec-3aea-42e7-aff5-fbd7e86fdb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:45.574743 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['c6c23bd3-3705-40c8-ab5b-e7ad240f1182'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:03:45.579617 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-a205efce-8349-453d-94fd-f4270cc9d5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:45.596215 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535feec-3aea-42e7-aff5-fbd7e86fdb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641052f4-b7ce-4921-bc9d-605bd5470433,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:45.610103 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5c240-32aa-47da-8c1a-e13463240194 req-9e77725d-a304-4c8e-bd81-e2ff1f13b075 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:45.612102 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-58a5c240-32aa-47da-8c1a-e13463240194 req-9e77725d-a304-4c8e-bd81-e2ff1f13b075 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 944 time: 0.1169960 May 18 14:03:45.613112 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6535feec-3aea-42e7-aff5-fbd7e86fdb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:45.615478 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6535feec-3aea-42e7-aff5-fbd7e86fdb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:45.616655 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-6535feec-3aea-42e7-aff5-fbd7e86fdb79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/641052f4-b7ce-4921-bc9d-605bd5470433 HTTP/1.1" status: 204 len: 168 time: 0.3070974 May 18 14:03:45.669353 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-58a5c240-32aa-47da-8c1a-e13463240194 req-d35754eb-fba8-427d-a307-2d364e9f2b13 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512495 May 18 14:03:45.872840 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04ea80-596c-4135-ac94-809db23648de req-31be6217-4b25-4e2b-873d-b54f8fe1910a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:45.874499 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9b04ea80-596c-4135-ac94-809db23648de req-31be6217-4b25-4e2b-873d-b54f8fe1910a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 944 time: 0.0875232 May 18 14:03:45.932229 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9b04ea80-596c-4135-ac94-809db23648de req-eb6f2af6-68d7-4994-ba83-cc0434ae2672 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505881 May 18 14:03:46.073858 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4350c-350f-4cd3-9667-1b838eab8086 req-a62bd13e-3ff8-464a-ba06-14f7ce6ae25f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:46.075380 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f5c4350c-350f-4cd3-9667-1b838eab8086 req-a62bd13e-3ff8-464a-ba06-14f7ce6ae25f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1141837 May 18 14:03:46.126804 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f5c4350c-350f-4cd3-9667-1b838eab8086 req-b80cc1bf-4b08-49e5-856a-5b22cd20666e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448897 May 18 14:03:46.378240 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651380-db80-4e65-8198-ead1c0e5e465 req-df5777b0-0f91-4c11-aedb-6d9ed5095265 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:46.380932 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a4651380-db80-4e65-8198-ead1c0e5e465 req-df5777b0-0f91-4c11-aedb-6d9ed5095265 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1444867 May 18 14:03:46.392754 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59686) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:46.400437 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'floatingip': {'port_id': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:46.490323 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:46.738885 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 59714) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:46.910668 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:46.926506 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:03:46.931189 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Usage tracker for resource:security_group_rule and tenant:be2d7868d5e34e12b416fe5e38f89cb2 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:03:46.934249 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:03:46.940874 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:03:47.055954 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:47.060710 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:47.071974 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-63363c84-5667-4dd8-a625-b8c01e2d298c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:47.107919 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be2d7868d5e34e12b416fe5e38f89cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680394 May 18 14:03:47.123324 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bfdbf7-656a-4156-84a7-a16fb97c04cf,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:47.124643 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59766) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:47.140440 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:47.368689 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf75441-7703-4f6b-97a8-e7cdbeb8de65 req-7470a118-dfdc-4973-aa13-94b0c3189576 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:47.370173 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8cf75441-7703-4f6b-97a8-e7cdbeb8de65 req-7470a118-dfdc-4973-aa13-94b0c3189576 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 944 time: 0.4818521 May 18 14:03:47.465924 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46ef08ff-5b1a-4c7b-9835-603a8c5bddbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:47.497183 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8cf75441-7703-4f6b-97a8-e7cdbeb8de65 req-8c6f6ebf-4281-4bc8-89c1-2ce9536239a7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179316 May 18 14:03:47.563407 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec511874-f812-41b7-80fd-b9b3e38bdabd req-5ff4ca99-bf10-485a-a094-9988d9668c7b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:47.570543 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ec511874-f812-41b7-80fd-b9b3e38bdabd req-5ff4ca99-bf10-485a-a094-9988d9668c7b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 944 time: 0.4251397 May 18 14:03:47.579256 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46ef08ff-5b1a-4c7b-9835-603a8c5bddbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:47.641309 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.db.resource_extend [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:03:47.745737 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ec511874-f812-41b7-80fd-b9b3e38bdabd req-999d9225-f33f-44a7-839c-15b79cbce423 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715412 May 18 14:03:47.778522 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:47.785114 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:47.951345 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46ef08ff-5b1a-4c7b-9835-603a8c5bddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:47.959947 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:47.986665 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef08ff-5b1a-4c7b-9835-603a8c5bddbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bfdbf7-656a-4156-84a7-a16fb97c04cf,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:47.992494 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-46ef08ff-5b1a-4c7b-9835-603a8c5bddbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:47.998886 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46ef08ff-5b1a-4c7b-9835-603a8c5bddbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:48.001693 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-46ef08ff-5b1a-4c7b-9835-603a8c5bddbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27bfdbf7-656a-4156-84a7-a16fb97c04cf HTTP/1.1" status: 204 len: 168 time: 0.8736744 May 18 14:03:48.108021 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.l3_db [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Floating IP 46e6a650-2d5f-4564-8ba0-b29babf95849 associated. External IP: 172.27.2.113, port: e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2. May 18 14:03:48.381056 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:48.391307 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 7847d0f6-f43c-433f-875f-430b26849996 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:48.488494 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port 7847d0f6-f43c-433f-875f-430b26849996 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:48.498407 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 7847d0f6-f43c-433f-875f-430b26849996 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:48.499236 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:48.541395 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:03:48.671617 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:48.709953 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7847d0f6-f43c-433f-875f-430b26849996'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:48.745210 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 7847d0f6-f43c-433f-875f-430b26849996, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7847d0f6-f43c-433f-875f-430b26849996,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:48.753613 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:48.754822 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device c6c23bd3-3705-40c8-ab5b-e7ad240f1182 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:03:48.793620 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:48.835314 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7847d0f6-f43c-433f-875f-430b26849996', 'code': 200} May 18 14:03:48.952210 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-73f056ad-cb6e-4d24-89f6-3089b43acfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:48.986114 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=7847d0f6-f43c-433f-875f-430b26849996,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:48.993696 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:49.007509 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port c6c23bd3-3705-40c8-ab5b-e7ad240f1182 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:03:49.013529 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port c6c23bd3-3705-40c8-ab5b-e7ad240f1182 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:03:49.014016 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:49.099244 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:03:49.109214 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:49.117596 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] Sync routers for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:03:49.131941 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:49.132607 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:03:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:49.177094 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-de09d73e-9850-45fd-83c2-15a7f63ac1f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "PUT /v2.0/floatingips/46e6a650-2d5f-4564-8ba0-b29babf95849 HTTP/1.1" status: 200 len: 991 time: 2.7829890 May 18 14:03:49.183713 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:49.193668 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:49.234065 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e5452-5b8d-4382-bc01-427388103084 req-3ec4a4c4-337c-4ace-b7de-f5950a1bc482 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:49.236110 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port c6c23bd3-3705-40c8-ab5b-e7ad240f1182, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:03:49.239437 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7c7e5452-5b8d-4382-bc01-427388103084 req-3ec4a4c4-337c-4ace-b7de-f5950a1bc482 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.4179032 May 18 14:03:49.241292 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:49.243506 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:03:49.277640 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43fda0-18e4-4420-9bc3-89c665fecfad req-17a59dc9-57c5-49b1-9409-d1e03797d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:49.279859 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0c43fda0-18e4-4420-9bc3-89c665fecfad req-17a59dc9-57c5-49b1-9409-d1e03797d245 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 1098 time: 0.1463692 May 18 14:03:49.325059 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea7f82-ca78-442c-93c8-a6b294415ac0 req-6a345614-e3dc-4cf7-9a44-d1df728a3be4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:49.334997 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0c43fda0-18e4-4420-9bc3-89c665fecfad req-0e428ab3-c19d-451c-b55c-c71986e488c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476952 May 18 14:03:49.335470 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-feea7f82-ca78-442c-93c8-a6b294415ac0 req-6a345614-e3dc-4cf7-9a44-d1df728a3be4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 944 time: 0.3798497 May 18 14:03:49.376493 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:03:49.380360 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:03:49.388895 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7c7e5452-5b8d-4382-bc01-427388103084 req-dc40f1a4-628a-476e-afdc-895bc431acf7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403921 May 18 14:03:49.418673 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-feea7f82-ca78-442c-93c8-a6b294415ac0 req-173407fa-25a7-4fee-8637-2c7e0795449e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775735 May 18 14:03:49.419020 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:49.464700 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'status': 'completed', 'code': 200} May 18 14:03:49.588050 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58410540-be05-473b-addc-cb937c806844 req-8ac9f592-6206-4b5c-9ec8-866adc6225c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:49.589537 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-58410540-be05-473b-addc-cb937c806844 req-8ac9f592-6206-4b5c-9ec8-866adc6225c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 1098 time: 0.0785313 May 18 14:03:49.747245 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58410540-be05-473b-addc-cb937c806844 req-b7fbac60-2912-4dba-af49-0b97e2d0640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:49.748720 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-58410540-be05-473b-addc-cb937c806844 req-b7fbac60-2912-4dba-af49-0b97e2d0640e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 918 time: 0.1525578 May 18 14:03:49.873953 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '46e6a650-2d5f-4564-8ba0-b29babf95849', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'port_id': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'mac_address': 'fa:16:3e:7e:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:03:17Z', 'updated_at': '2021-05-18T14:03:47Z', 'revision_number': 1, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:49.880261 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] Checking router: 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:03:49.883360 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-58410540-be05-473b-addc-cb937c806844 req-f081c160-3e6a-47ad-9a0a-a0e21746cb11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 HTTP/1.1" status: 200 len: 999 time: 0.1256437 May 18 14:03:49.891782 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:49.892398 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:03:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:49.962594 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58410540-be05-473b-addc-cb937c806844 req-f2f93f9b-f74d-4992-86eb-8b922ced03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:49.964155 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-58410540-be05-473b-addc-cb937c806844 req-f2f93f9b-f74d-4992-86eb-8b922ced03f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.0696487 May 18 14:03:50.060306 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58410540-be05-473b-addc-cb937c806844 req-bdf9eba7-c561-4d41-9c9e-5739852e2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:50.061843 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-58410540-be05-473b-addc-cb937c806844 req-bdf9eba7-c561-4d41-9c9e-5739852e2f98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870957 May 18 14:03:50.131911 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:50.299684 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-58410540-be05-473b-addc-cb937c806844 req-127eab88-e5c5-4ab8-b5b3-f1e76dd45f41 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250941 May 18 14:03:50.587973 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-58410540-be05-473b-addc-cb937c806844 req-9dac0ac1-8db6-49e4-998d-c8fe4807fc1a service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714353 May 18 14:03:50.707884 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '46e6a650-2d5f-4564-8ba0-b29babf95849', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'port_id': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'mac_address': 'fa:16:3e:7e:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:03:17Z', 'updated_at': '2021-05-18T14:03:47Z', 'revision_number': 1, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:50.714035 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba8ab5-b41f-4c16-875c-56c29f0a6c07 None None] The sync data for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi is: [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '46e6a650-2d5f-4564-8ba0-b29babf95849', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'port_id': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'mac_address': 'fa:16:3e:7e:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:03:17Z', 'updated_at': '2021-05-18T14:03:47Z', 'revision_number': 1, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:03:50.837214 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e013b731-a570-4d87-9104-6d2ebae48653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c23bd3-3705-40c8-ab5b-e7ad240f1182'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:50.884633 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37ab8b-026d-4dd9-b85b-fe1dca3609b0 req-ffb8c563-33d4-489d-8f4a-b53440b74cdf tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:50.886518 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3f37ab8b-026d-4dd9-b85b-fe1dca3609b0 req-ffb8c563-33d4-489d-8f4a-b53440b74cdf tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.2242863 May 18 14:03:50.902900 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4ee20-ee47-49a2-b81e-c41a38ee626d req-60b29621-5822-4e98-b869-77b06e8112b9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:50.906897 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ecc4ee20-ee47-49a2-b81e-c41a38ee626d req-60b29621-5822-4e98-b869-77b06e8112b9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1666126 May 18 14:03:51.012922 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ecc4ee20-ee47-49a2-b81e-c41a38ee626d req-5eea6281-06cb-4faf-aff0-3774fb8bef6a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858188 May 18 14:03:51.026002 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3f37ab8b-026d-4dd9-b85b-fe1dca3609b0 req-b1a0d17c-c54a-4544-bd94-20db03b8aafc tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312194 May 18 14:03:51.058460 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e5c49-c664-434c-bab1-19dda5e08c6b None None] New status for floating IP 46e6a650-2d5f-4564-8ba0-b29babf95849: ACTIVE {{(pid=91463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:03:51.170366 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e013b731-a570-4d87-9104-6d2ebae48653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c23bd3-3705-40c8-ab5b-e7ad240f1182', 'code': 200} May 18 14:03:51.397621 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-31d1cc66-eefb-4029-adac-cf6d7762759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:51.403705 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:51.464621 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc3aa-b4d9-49b0-aa92-0af7e28ced68 req-061fecb6-4c01-409b-91b6-cf669a82240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:51.466129 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-160fc3aa-b4d9-49b0-aa92-0af7e28ced68 req-061fecb6-4c01-409b-91b6-cf669a82240d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 1098 time: 0.0735517 May 18 14:03:51.507733 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-160fc3aa-b4d9-49b0-aa92-0af7e28ced68 req-53e98479-01b7-467f-a89a-0d16e9e66797 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336251 May 18 14:03:52.276496 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9dc00-3017-4ca9-b2ab-49ff5bfec3c2 req-88b6a1cc-4b6d-4666-9b58-0fd0dde0de8b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:52.277979 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7ea9dc00-3017-4ca9-b2ab-49ff5bfec3c2 req-88b6a1cc-4b6d-4666-9b58-0fd0dde0de8b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1103780 May 18 14:03:52.289650 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f79ee-f9a4-4f80-b700-56f8c3d23b03 req-8bc3bff9-6742-485c-b2be-796279d06141 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:52.292413 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-512f79ee-f9a4-4f80-b700-56f8c3d23b03 req-8bc3bff9-6742-485c-b2be-796279d06141 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1609099 May 18 14:03:52.363796 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:52.438200 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7ea9dc00-3017-4ca9-b2ab-49ff5bfec3c2 req-84b07e5a-b610-4614-ae1b-a0eec1bb2214 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447325 May 18 14:03:52.447723 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-512f79ee-f9a4-4f80-b700-56f8c3d23b03 req-de4af255-1a0e-4785-a05b-a751b1c113a7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386459 May 18 14:03:52.802622 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee047-b445-4e73-af36-5976f77138ae req-cffe479a-7866-424e-a25c-f3a8f956fea6 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:52.803964 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-499ee047-b445-4e73-af36-5976f77138ae req-cffe479a-7866-424e-a25c-f3a8f956fea6 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0770416 May 18 14:03:52.812964 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 59962) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:03:52.818028 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-0bf14832-a9b2-48ac-a515-5a3cef4b8b7a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'floatingip': {'port_id': '7847d0f6-f43c-433f-875f-430b26849996'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:03:52.922797 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0bf14832-a9b2-48ac-a515-5a3cef4b8b7a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:53.138469 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee208b-669e-4e4e-8ed6-d2a9dd0351b1 req-4878e0c3-e2b1-469c-b21d-3ac751e32748 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:53.139910 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d0ee208b-669e-4e4e-8ed6-d2a9dd0351b1 req-4878e0c3-e2b1-469c-b21d-3ac751e32748 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.2488704 May 18 14:03:53.305171 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d0ee208b-669e-4e4e-8ed6-d2a9dd0351b1 req-d5dc0b8f-4ab9-41f5-817f-55c9a55ed721 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115427 May 18 14:03:53.604924 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0bf14832-a9b2-48ac-a515-5a3cef4b8b7a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:53.613606 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0bf14832-a9b2-48ac-a515-5a3cef4b8b7a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:53.784619 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488a1b3-cdfe-4f1b-8df5-c12c16dfac64 req-0dd458a4-57ec-4122-ac4a-a70ede106fef tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:53.786087 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c488a1b3-cdfe-4f1b-8df5-c12c16dfac64 req-0dd458a4-57ec-4122-ac4a-a70ede106fef tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.2313929 May 18 14:03:53.811438 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.l3_db [None req-0bf14832-a9b2-48ac-a515-5a3cef4b8b7a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Floating IP 649ca072-6e36-4faa-b40f-4fe4b06552c8 associated. External IP: 172.27.2.174, port: 7847d0f6-f43c-433f-875f-430b26849996. May 18 14:03:53.910089 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c488a1b3-cdfe-4f1b-8df5-c12c16dfac64 req-cfcc6950-a680-4060-ab0c-cca9591028b1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162043 May 18 14:03:53.970071 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:54.263983 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf14832-a9b2-48ac-a515-5a3cef4b8b7a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:03:54.489968 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf14832-a9b2-48ac-a515-5a3cef4b8b7a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:03:54.494771 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0bf14832-a9b2-48ac-a515-5a3cef4b8b7a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:03:54.499724 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] Sync routers for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:03:54.517533 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:54.517533 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:03:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:54.560490 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-0bf14832-a9b2-48ac-a515-5a3cef4b8b7a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "PUT /v2.0/floatingips/649ca072-6e36-4faa-b40f-4fe4b06552c8 HTTP/1.1" status: 200 len: 991 time: 1.7464120 May 18 14:03:54.562501 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'tag': '7847d0f6-f43c-433f-875f-430b26849996'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:03:54.577806 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9564a-0de6-43a9-8780-80067042c8bd req-f9cec61a-28b1-4e61-9222-6d0121fb6046 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:54.579228 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-40b9564a-0de6-43a9-8780-80067042c8bd req-f9cec61a-28b1-4e61-9222-6d0121fb6046 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.1542406 May 18 14:03:54.623839 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-40b9564a-0de6-43a9-8780-80067042c8bd req-a0515040-b925-4bf9-9a4c-3deba2727bbb tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 May 18 14:03:54.691194 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:54.885265 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'tag': '7847d0f6-f43c-433f-875f-430b26849996', 'status': 'completed', 'code': 200} May 18 14:03:54.977648 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-88888d37-f3ed-4e8a-9e04-3ccf79f8d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:54.979197 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-88888d37-f3ed-4e8a-9e04-3ccf79f8d4f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b47200f845524f34b0bc318b70a99189&device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 1098 time: 0.0716822 May 18 14:03:55.051797 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '649ca072-6e36-4faa-b40f-4fe4b06552c8', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'port_id': '7847d0f6-f43c-433f-875f-430b26849996', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'mac_address': 'fa:16:3e:4c:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:03:20Z', 'updated_at': '2021-05-18T14:03:53Z', 'revision_number': 1, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb', 'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'mac_address': 'fa:16:3e:aa:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:59Z', 'updated_at': '2021-05-18T14:03:17Z', 'revision_number': 5, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'subnets': [{'id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:55.055603 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] Checking router: 474ac187-2bc4-4ba8-bf8d-34f60b698b9c for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:03:55.064259 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:03:55.064855 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:03:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:55.101692 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93975d9-0d25-435b-8943-d35359c571c4 req-3819d0c0-3b50-49bf-985d-04d4dd8a43ae tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:55.103451 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a93975d9-0d25-435b-8943-d35359c571c4 req-3819d0c0-3b50-49bf-985d-04d4dd8a43ae tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0829713 May 18 14:03:55.126569 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-275406aa-c40c-4977-b224-c47472cb08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:55.128307 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-275406aa-c40c-4977-b224-c47472cb08e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 200 len: 912 time: 0.1400790 May 18 14:03:55.156736 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a93975d9-0d25-435b-8943-d35359c571c4 req-e42561ce-e155-4f05-95ed-d64a3fcc2b06 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 May 18 14:03:55.241181 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-1724d058-e1ff-4479-b544-30fd0a093158 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7847d0f6-f43c-433f-875f-430b26849996 HTTP/1.1" status: 200 len: 999 time: 0.1034625 May 18 14:03:55.242260 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:03:55.623197 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '649ca072-6e36-4faa-b40f-4fe4b06552c8', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'port_id': '7847d0f6-f43c-433f-875f-430b26849996', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'mac_address': 'fa:16:3e:4c:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:03:20Z', 'updated_at': '2021-05-18T14:03:53Z', 'revision_number': 1, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb', 'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'mac_address': 'fa:16:3e:aa:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:59Z', 'updated_at': '2021-05-18T14:03:17Z', 'revision_number': 5, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'subnets': [{'id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:03:55.627801 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457512d-fb0e-4aff-8183-c5363d6a3252 None None] The sync data for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi is: [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '649ca072-6e36-4faa-b40f-4fe4b06552c8', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'port_id': '7847d0f6-f43c-433f-875f-430b26849996', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'mac_address': 'fa:16:3e:4c:73:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:03:20Z', 'updated_at': '2021-05-18T14:03:53Z', 'revision_number': 1, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb', 'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'mac_address': 'fa:16:3e:aa:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:59Z', 'updated_at': '2021-05-18T14:03:17Z', 'revision_number': 5, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'subnets': [{'id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:03:55.805940 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d36f3-57ea-4b0a-a7f0-1f44a0f9b4eb None None] New status for floating IP 649ca072-6e36-4faa-b40f-4fe4b06552c8: ACTIVE {{(pid=91463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:03:55.831733 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080ad32-9c6c-4c91-9bee-78da1bd53a00 req-14ecf9dc-b242-4718-93fa-5a8b49913d64 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:55.833170 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3080ad32-9c6c-4c91-9bee-78da1bd53a00 req-14ecf9dc-b242-4718-93fa-5a8b49913d64 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.0891895 May 18 14:03:55.881919 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3080ad32-9c6c-4c91-9bee-78da1bd53a00 req-231b99a4-fd1d-4a9a-8712-e070694c14d9 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 May 18 14:03:58.610743 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-df6efbc0-a225-4a08-a18c-181f415af9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:58.612179 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-df6efbc0-a225-4a08-a18c-181f415af9b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873 HTTP/1.1" status: 200 len: 850 time: 0.0910368 May 18 14:03:58.705999 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-b1ac257f-d30f-4b8c-a1a2-2ca6ad7334b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:58.707442 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-b1ac257f-d30f-4b8c-a1a2-2ca6ad7334b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8d50c04-f8ff-40e0-a097-874de91b026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851119 May 18 14:03:58.801145 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7f21a-3eca-4a7d-8a20-e9f8570fe475 req-6935c627-bfd3-4721-9ffc-290526f0f4b1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:58.802575 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-84f7f21a-3eca-4a7d-8a20-e9f8570fe475 req-6935c627-bfd3-4721-9ffc-290526f0f4b1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1428142 May 18 14:03:58.810726 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85f99d-814f-4c49-97c6-8201d5c52a4a req-6902e9a3-b6f9-46e1-b0eb-e68903c81a93 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:03:58.813091 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fc85f99d-814f-4c49-97c6-8201d5c52a4a req-6902e9a3-b6f9-46e1-b0eb-e68903c81a93 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.1199684 May 18 14:03:58.845431 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-e4aff71d-5f2a-4794-9f01-47df69611e91 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257343 May 18 14:03:58.888772 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-84f7f21a-3eca-4a7d-8a20-e9f8570fe475 req-10b20533-00cb-478c-bc0b-6659a4486240 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749927 May 18 14:03:58.915623 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fc85f99d-814f-4c49-97c6-8201d5c52a4a req-0cf38023-8e2e-43d1-8deb-0cc5e60e3567 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949955 May 18 14:03:58.990709 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a38a3f77-45ff-43eb-8ae0-c84b9a31b821 req-2769ee75-7d3d-4cb4-88b4-fc2b06f06f60 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364217 May 18 14:04:00.164628 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad530-cc2f-40bb-a466-cb6049eb241d req-8478686b-e405-4f54-a744-9df4b58c5363 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:00.166391 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e4aad530-cc2f-40bb-a466-cb6049eb241d req-8478686b-e405-4f54-a744-9df4b58c5363 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.1076200 May 18 14:04:00.179087 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc459c-eaed-468c-b196-94532fff3b8f req-692b09ff-b288-40a8-8b31-efb57f3aa3b9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:00.180425 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fcbc459c-eaed-468c-b196-94532fff3b8f req-692b09ff-b288-40a8-8b31-efb57f3aa3b9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1647291 May 18 14:04:00.255806 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e4aad530-cc2f-40bb-a466-cb6049eb241d req-955a5c53-e2c3-4b98-9696-7494ec689367 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741231 May 18 14:04:00.258948 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60084) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:00.273750 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fcbc459c-eaed-468c-b196-94532fff3b8f req-5761446f-ea78-4d9b-9ff8-58b761c5cea3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753496 May 18 14:04:00.318641 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60092) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:00.496771 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:00.511910 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:00.528908 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:00.534295 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:00.537687 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Usage tracker for resource:security_group_rule and tenant:3f7a03446b9342d5a1ae3b7c078fecbf is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:00.542787 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:00.548429 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Usage tracker for resource:security_group_rule and tenant:c8db6fb131d44120940ce65784f4f90e is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:00.553603 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:00.556234 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:00.562643 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:00.679876 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-eaf8fd10-bc6b-41c9-9d81-0f0d5ed6330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:00.681323 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-eaf8fd10-bc6b-41c9-9d81-0f0d5ed6330a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 1098 time: 0.0803053 May 18 14:04:00.782739 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:00.784598 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:00.793563 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:00.804986 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-fab9c430-14c2-49bb-9eee-ec1cf38d7863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:00.816732 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:00.861486 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-e4ab5c11-3987-429f-8c71-0e830470420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:00.863838 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-e4ab5c11-3987-429f-8c71-0e830470420e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.1666927 May 18 14:04:00.877300 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde5772-a738-469f-8954-70eb8eebbcb7,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:00.885969 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8db6fb131d44120940ce65784f4f90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6258380 May 18 14:04:00.894224 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6c3cf-bf07-4f3a-80ab-b597376d069c req-730d0a11-ea94-4b41-9ff2-e03dba92da3d tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:00.895683 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ad6c3cf-bf07-4f3a-80ab-b597376d069c req-730d0a11-ea94-4b41-9ff2-e03dba92da3d tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.2364893 May 18 14:04:00.900098 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60106) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:00.902413 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f7a03446b9342d5a1ae3b7c078fecbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5827537 May 18 14:04:00.906533 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.906904 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.907283 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.907614 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.908070 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.908296 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.908639 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.908978 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.909322 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.909692 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.910031 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.910364 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:00.913461 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60110) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:00.927625 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:00.930250 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-eff9d6ff-eadc-4394-960c-800f4bb32c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:01.006410 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-baa2f38e-5a6e-4557-8a99-d4c210917e42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182 HTTP/1.1" status: 200 len: 217 time: 0.1227448 May 18 14:04:01.049674 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe92dd9-ed20-497e-baa0-daceaa419ae9,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:01.057567 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ad6c3cf-bf07-4f3a-80ab-b597376d069c req-2b003d77-3f9d-415b-b834-209248154f25 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427121 May 18 14:04:01.061033 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:01.092484 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-715f20ca-46aa-4356-95e9-3671a07b3814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.095584 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-93956c85-f7b8-4a57-ae4a-b76c295b848c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.103779 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-54637627-3034-445a-bedf-8b2ece8f16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:01.105225 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-54637627-3034-445a-bedf-8b2ece8f16aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0852816 May 18 14:04:01.117195 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-deeb3918-9e78-4038-a770-62147614dbc3 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:01.118620 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-deeb3918-9e78-4038-a770-62147614dbc3 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.1634684 May 18 14:04:01.143176 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-715f20ca-46aa-4356-95e9-3671a07b3814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.150368 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-93956c85-f7b8-4a57-ae4a-b76c295b848c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.244058 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-715f20ca-46aa-4356-95e9-3671a07b3814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.251631 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ebb54d59-0a2a-4c07-8bc6-0338ca41c411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:01.262618 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-93956c85-f7b8-4a57-ae4a-b76c295b848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.276035 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-7f37b2ae-366a-431f-9ea0-75e0eaef332f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564722 May 18 14:04:01.375682 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f20ca-46aa-4356-95e9-3671a07b3814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde5772-a738-469f-8954-70eb8eebbcb7,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:01.377956 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-715f20ca-46aa-4356-95e9-3671a07b3814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:01.395422 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-822ea089-db51-4b2e-9e46-2638de801b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:01.412381 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93956c85-f7b8-4a57-ae4a-b76c295b848c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe92dd9-ed20-497e-baa0-daceaa419ae9,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:01.414640 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-93956c85-f7b8-4a57-ae4a-b76c295b848c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:01.441451 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-bbd2b0b5-a471-4b78-84dc-133161c9924c service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547847 May 18 14:04:01.455784 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-93956c85-f7b8-4a57-ae4a-b76c295b848c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.459482 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-93956c85-f7b8-4a57-ae4a-b76c295b848c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfe92dd9-ed20-497e-baa0-daceaa419ae9 HTTP/1.1" status: 204 len: 168 time: 0.5310576 May 18 14:04:01.459482 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-715f20ca-46aa-4356-95e9-3671a07b3814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.459482 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-715f20ca-46aa-4356-95e9-3671a07b3814 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dde5772-a738-469f-8954-70eb8eebbcb7 HTTP/1.1" status: 204 len: 168 time: 0.5551834 May 18 14:04:01.534625 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb722bf9-7385-4794-9560-2c7458c073fa req-906664cb-6b30-4b72-993f-13dd7fffc2b7 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:01.543465 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb722bf9-7385-4794-9560-2c7458c073fa req-906664cb-6b30-4b72-993f-13dd7fffc2b7 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 946 time: 0.1275873 May 18 14:04:01.609076 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb722bf9-7385-4794-9560-2c7458c073fa req-6b5bde8e-74fd-49ca-bd50-f32c2e0e8326 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78feea2-0fba-4bf1-bfa1-eeeef5c88639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632460 May 18 14:04:01.666616 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Deleting port b8e11034-cf35-438f-90e3-0bb467e6c75b {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:04:01.666924 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.703721 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1be478e7-efbc-4b88-a371-ae3c6c346f52 req-fa7dcaab-19a0-4fe0-b0df-f8c250220c3c service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253530 May 18 14:04:01.884703 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] For port b8e11034-cf35-438f-90e3-0bb467e6c75b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b8e11034-cf35-438f-90e3-0bb467e6c75b,segment=NetworkSegment(6074d660-48c1-41e5-9f87-5924a8862364),segment_id=6074d660-48c1-41e5-9f87-5924a8862364)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:01.888426 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.929770 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60152) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:01.946974 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:01.962848 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:01.967841 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] Usage tracker for resource:security_group_rule and tenant:6e23df8b1a3742699d598d54b656347c is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:01.970507 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60156) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:01.972850 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:01.996579 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:01.998726 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.020124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:02.026105 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Usage tracker for resource:security_group_rule and tenant:f0121f6c77c94b09bc0173e79861e61f is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:02.034593 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:02.043192 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:02.046745 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Calling delete_port for b8e11034-cf35-438f-90e3-0bb467e6c75b owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:04:02.157702 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.172680 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.182129 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:02.246313 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.254268 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:02.259761 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b8e11034-cf35-438f-90e3-0bb467e6c75b'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:04:02.263621 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.284096 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.295928 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e23df8b1a3742699d598d54b656347c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693945 May 18 14:04:02.299701 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdce26d5-f0a4-4645-b3bd-42cb9f08b032,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:02.303339 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60164) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:02.304057 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-a11ec30c-defc-423e-a40f-7b6299ada0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:02.304263 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Pushing event deleted for resources: {'Port': ['ID=b8e11034-cf35-438f-90e3-0bb467e6c75b,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:02.307521 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-53b6a839-5562-4a23-aa9c-d89c048f59cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:02.352748 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0121f6c77c94b09bc0173e79861e61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811874 May 18 14:04:02.357038 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60168) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:02.361729 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.362022 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.362371 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.362713 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.363051 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.363387 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.363722 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.364054 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.364392 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.364725 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.365054 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.365383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:02.377880 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab1c93-8474-4f0b-8ab9-f76cc44398ef,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:02.381313 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:02.395525 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:02.417582 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] No DVR routers for this DVR port b8e11034-cf35-438f-90e3-0bb467e6c75b on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:04:02.426373 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195d7ec-1567-4aa3-918d-1f1f0d25e569 req-151f7cc5-798a-4fb7-87ee-3f6a5db8c925 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:02.427839 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d195d7ec-1567-4aa3-918d-1f1f0d25e569 req-151f7cc5-798a-4fb7-87ee-3f6a5db8c925 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.2390418 May 18 14:04:02.428410 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.432344 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f508f7-53e3-4407-a93a-7acc10abc3a4', 'name': 'network-vif-deleted', 'tag': 'b8e11034-cf35-438f-90e3-0bb467e6c75b'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:04:02.470348 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-170f2bc5-54db-474c-ac4c-95442dbe410e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.484307 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a54eafbd-11bb-4ad0-a6b8-50ae4dcd144c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.495822 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f508f7-53e3-4407-a93a-7acc10abc3a4', 'name': 'network-vif-deleted', 'tag': 'b8e11034-cf35-438f-90e3-0bb467e6c75b', 'status': 'completed', 'code': 200} May 18 14:04:02.500741 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c00f98a3-cec3-4797-87e5-38faeeb4fd00 req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.13 "DELETE /v2.0/ports/b8e11034-cf35-438f-90e3-0bb467e6c75b HTTP/1.1" status: 204 len: 173 time: 1.3514698 May 18 14:04:02.517701 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d195d7ec-1567-4aa3-918d-1f1f0d25e569 req-354bbc2d-c000-4371-b9ec-7e7d616ebffd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827479 May 18 14:04:02.523228 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-170f2bc5-54db-474c-ac4c-95442dbe410e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.524218 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a54eafbd-11bb-4ad0-a6b8-50ae4dcd144c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.585898 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-170f2bc5-54db-474c-ac4c-95442dbe410e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.586794 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a54eafbd-11bb-4ad0-a6b8-50ae4dcd144c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.590637 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-56e62f6b-1259-4cd4-8345-dfb99f6790d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:02.591067 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7accd39d-49f1-4175-89ed-cc9d9e0a8e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:02.603236 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54eafbd-11bb-4ad0-a6b8-50ae4dcd144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdce26d5-f0a4-4645-b3bd-42cb9f08b032,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:02.605341 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a54eafbd-11bb-4ad0-a6b8-50ae4dcd144c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:02.609370 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f2bc5-54db-474c-ac4c-95442dbe410e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab1c93-8474-4f0b-8ab9-f76cc44398ef,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:02.612252 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a54eafbd-11bb-4ad0-a6b8-50ae4dcd144c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.612515 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-170f2bc5-54db-474c-ac4c-95442dbe410e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:02.613776 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a54eafbd-11bb-4ad0-a6b8-50ae4dcd144c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdce26d5-f0a4-4645-b3bd-42cb9f08b032 HTTP/1.1" status: 204 len: 168 time: 0.3068137 May 18 14:04:02.620744 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-170f2bc5-54db-474c-ac4c-95442dbe410e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:02.621999 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-170f2bc5-54db-474c-ac4c-95442dbe410e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58ab1c93-8474-4f0b-8ab9-f76cc44398ef HTTP/1.1" status: 204 len: 168 time: 0.2629538 May 18 14:04:02.773325 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f05efc0-ec8b-4152-8adb-f81e70c070d8 req-2b764243-4237-4a02-9d9d-89b9597d3dba tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5f508f7-53e3-4407-a93a-7acc10abc3a4 HTTP/1.1" status: 200 len: 210 time: 0.0560551 May 18 14:04:03.749696 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f0ef9-f1fe-4abf-b6ce-972b8bf8e3f9 req-735645f5-bdb7-42eb-b394-a913be9ff651 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:03.751694 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ab5f0ef9-f1fe-4abf-b6ce-972b8bf8e3f9 req-735645f5-bdb7-42eb-b394-a913be9ff651 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1050115 May 18 14:04:03.812119 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ab5f0ef9-f1fe-4abf-b6ce-972b8bf8e3f9 req-4fdba5d6-14a9-47a2-a7a7-7b331a84b86e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531785 May 18 14:04:04.424195 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b8e11034-cf35-438f-90e3-0bb467e6c75b no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:04:04.464656 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: b8e11034-cf35-438f-90e3-0bb467e6c75b {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:04:04.465005 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b8e11034-cf35-438f-90e3-0bb467e6c75b not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:04:05.022871 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b653e4-e4d1-41ea-9395-06cf6c745dd4 req-f54eeb0f-d3e9-48d7-be33-fd6d651f5a43 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:05.024972 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-17b653e4-e4d1-41ea-9395-06cf6c745dd4 req-f54eeb0f-d3e9-48d7-be33-fd6d651f5a43 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0877841 May 18 14:04:05.082143 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-17b653e4-e4d1-41ea-9395-06cf6c745dd4 req-5cc31eff-b265-45ed-a2d7-6ecac8428366 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 May 18 14:04:05.776337 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60338) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:05.839696 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1f1488-ba4b-47c3-babc-fad93ec19f62 admin admin] Deleting subnet 20c3c8a8-1d90-4a6b-b932-ae36d652b8a3 {{(pid=91461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:04:05.843583 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-db1f1488-ba4b-47c3-babc-fad93ec19f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:05.892611 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-db1f1488-ba4b-47c3-babc-fad93ec19f62 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:05.900913 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-db1f1488-ba4b-47c3-babc-fad93ec19f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.178529 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-db1f1488-ba4b-47c3-babc-fad93ec19f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.191065 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:06.229086 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-db1f1488-ba4b-47c3-babc-fad93ec19f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.243993 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f1488-ba4b-47c3-babc-fad93ec19f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c3c8a8-1d90-4a6b-b932-ae36d652b8a3,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:06.247335 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-db1f1488-ba4b-47c3-babc-fad93ec19f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:06.252324 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-db1f1488-ba4b-47c3-babc-fad93ec19f62 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/20c3c8a8-1d90-4a6b-b932-ae36d652b8a3 HTTP/1.1" status: 204 len: 168 time: 0.4747598 May 18 14:04:06.254736 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60362) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:06.372747 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.388562 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc214e-3da3-4334-892d-a3d760e6aa47 req-308f206d-84b7-49f1-b20f-78a15b9296d9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:06.397842 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bcdc214e-3da3-4334-892d-a3d760e6aa47 req-308f206d-84b7-49f1-b20f-78a15b9296d9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1132710 May 18 14:04:06.466841 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bcdc214e-3da3-4334-892d-a3d760e6aa47 req-0fd6eaa1-217b-42ea-86cf-3509357fde14 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584195 May 18 14:04:06.515133 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > port after_create 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > port after_update 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.534474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.683144 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.684424 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.685044 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.685628 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:04:06.686781 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dd09dc-3b3c-49c8-97bb-c5294470daa7']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:04:06.709555 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6074d660-48c1-41e5-9f87-5924a8862364') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:04:06.709841 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6074d660-48c1-41e5-9f87-5924a8862364') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:04:06.723326 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.743087 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.752918 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:04:06.753247 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: from cryptography.utils import int_from_bytes May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: from cryptography.utils import int_from_bytes May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:04:06.771386 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:04:06.862570 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.867327 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-42a60028-67ad-4d8d-8b83-7b0eb00eb30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:06.890157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:06.892949 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3dd09dc-3b3c-49c8-97bb-c5294470daa7,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:06.897336 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:06.899187 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] 10.222.0.44 "DELETE /v2.0/networks/f3dd09dc-3b3c-49c8-97bb-c5294470daa7 HTTP/1.1" status: 204 len: 168 time: 0.6434798 May 18 14:04:07.074487 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60392) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:07.179704 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-7cd629a3-6408-453a-9c6b-8b27c325b7b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52c64b5760404d22b70c54cb7d71a164&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1040306 May 18 14:04:07.182073 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60396) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:07.237979 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8e61adcc-1d15-4286-8ff7-59ab50def7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:07.262677 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8e61adcc-1d15-4286-8ff7-59ab50def7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:07.313811 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8e61adcc-1d15-4286-8ff7-59ab50def7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:07.317242 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c70be1fd-d426-4aef-be12-27ac20fc7d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:07.328052 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61adcc-1d15-4286-8ff7-59ab50def7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78feea2-0fba-4bf1-bfa1-eeeef5c88639,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:07.332992 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8e61adcc-1d15-4286-8ff7-59ab50def7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:07.334277 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8e61adcc-1d15-4286-8ff7-59ab50def7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:07.335352 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-8e61adcc-1d15-4286-8ff7-59ab50def7ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d78feea2-0fba-4bf1-bfa1-eeeef5c88639 HTTP/1.1" status: 204 len: 168 time: 0.1524210 May 18 14:04:07.643651 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87580a89-2176-45bb-97b6-394c634dcb90 req-36f8ac0f-a8b1-4eeb-bcb2-8a0f2bb51cd7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:07.645679 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-87580a89-2176-45bb-97b6-394c634dcb90 req-36f8ac0f-a8b1-4eeb-bcb2-8a0f2bb51cd7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0829234 May 18 14:04:07.700960 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-87580a89-2176-45bb-97b6-394c634dcb90 req-d4eaf2c1-7c16-4adb-810c-e3585228b152 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437174 May 18 14:04:08.092741 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60434) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:08.196112 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-33557982-network', 'tenant_id': 'bd5a1bb0504043f7af98ea12100fed51'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:08.200566 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:08.205016 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Usage tracker for resource:network and tenant:bd5a1bb0504043f7af98ea12100fed51 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:08.207881 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:08.213871 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:08.224828 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Made reservation on behalf of bd5a1bb0504043f7af98ea12100fed51 for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:04:08.227427 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:08.239629 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:08.254142 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:08.257972 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5a1bb0504043f7af98ea12100fed51 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:08.260651 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:08.266547 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:08.344709 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:08.348371 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:08.351157 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b11a84eb-50ac-4030-8577-f86fb8848261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:08.378297 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:04:08.387957 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:08.391954 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:08.392919 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:08.393248 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Added segment 65125f98-1f8e-4119-9110-8e15812f0b24 of type vlan for network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 May 18 14:04:08.418871 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:08.447567 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:08.448810 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:08.449387 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:08.453890 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:08.549593 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Pushing event updated for resources: {'Network': ['ID=2e72c54c-da79-42f2-aa18-8538d9b1ab75,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:08.554990 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4582076 May 18 14:04:08.556103 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60442) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:08.559166 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:08.563899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Request body: {'subnet': {'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-33557982-subnet', 'tenant_id': 'bd5a1bb0504043f7af98ea12100fed51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:08.566622 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:04:08.570021 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:08.573764 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Usage tracker for resource:subnet and tenant:bd5a1bb0504043f7af98ea12100fed51 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:08.576582 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:08.582408 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:08.591528 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Made reservation on behalf of bd5a1bb0504043f7af98ea12100fed51 for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:04:08.594440 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:09.041382 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:09.046105 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-73c06a82-51b0-4564-9d1c-af14b2bc8786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:09.120734 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=87523aab-2856-442b-8020-b0d081410ff0,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:09.124547 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:09.125422 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Checking segment: {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:04:09.125792 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Network hostable DHCP agents. Network: 2e72c54c-da79-42f2-aa18-8538d9b1ab75, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:04:09.143031 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:04:09.152629 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 2e72c54c-da79-42f2-aa18-8538d9b1ab75) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:04:09.157208 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:09.158054 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:09.162750 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39202e87-9d1c-4a55-95c2-58d7bb773482 None None] Network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:04:09.177866 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-549101bb-90cd-4fe1-91b8-b222be6d1b3e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6201010 May 18 14:04:09.347701 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdaca4b-4cbb-4fe9-8872-b040f5f67341 None None] Network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:04:10.389343 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec6170-255e-4854-9509-12a3ef9a70de req-58d23a1e-5d9e-4f91-8b71-53662cfe76d2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:10.390771 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6fec6170-255e-4854-9509-12a3ef9a70de req-58d23a1e-5d9e-4f91-8b71-53662cfe76d2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1019166 May 18 14:04:10.517176 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6fec6170-255e-4854-9509-12a3ef9a70de req-beb9be7c-c635-45d9-9712-1f6097f2d549 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105521 May 18 14:04:10.555235 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-08cb37b2-45d2-4d88-b79c-dc9a85d9ef60 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:10.555915 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-08cb37b2-45d2-4d88-b79c-dc9a85d9ef60 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Synchronizing usage tracker for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:network {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:04:10.573268 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-08cb37b2-45d2-4d88-b79c-dc9a85d9ef60 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Unset dirty status for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:network {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:04:10.574568 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-08cb37b2-45d2-4d88-b79c-dc9a85d9ef60 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 813 time: 0.2115557 May 18 14:04:10.590273 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-af10e6ef-0f2d-4de2-8cba-6a5499ea655b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/quotas/bd5a1bb0504043f7af98ea12100fed51 HTTP/1.1" status: 200 len: 375 time: 0.0088985 May 18 14:04:10.640676 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-e668188d-42ff-4c5b-a922-f34c654105e1 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446014 May 18 14:04:10.774000 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-07f23ea6-f89d-42c7-8d1f-e00c3d11da83 service neutron] 10.222.0.44 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266665 May 18 14:04:10.912044 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-3f758012-998b-4148-bbe4-beb8d982a008 service neutron] 10.222.0.44 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266787 May 18 14:04:11.100833 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5db2dcf4-8557-44ea-ba3c-71a6dbd6e84e req-80c6d9d6-3b08-4696-af21-8060c95c094b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 210 time: 0.0466225 May 18 14:04:11.445271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60536) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:11.597817 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:11.614496 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:11.618774 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef55ff0344c429f900e7e73aac397bd is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:11.621964 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:11.629395 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:11.675880 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60546) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:11.784385 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ef3f-b032-4f6c-aad1-6f1ff6843494 req-29e5eb06-d1d9-4890-8abc-a5ff68a4185a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:11.786803 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-65d5ef3f-b032-4f6c-aad1-6f1ff6843494 req-29e5eb06-d1d9-4890-8abc-a5ff68a4185a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1345189 May 18 14:04:11.803562 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:11.805807 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:11.831694 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:11.832152 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:11.836001 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Usage tracker for resource:security_group_rule and tenant:b0e22e2b4ff544bc80835e34d19698bb is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:11.839689 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:11.842241 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4a94d3d3-79c6-41b4-adec-c95e0145449a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:11.847516 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:11.908884 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-65d5ef3f-b032-4f6c-aad1-6f1ff6843494 req-50b3f0d0-7230-4cac-b002-7f91e34f636f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104159 May 18 14:04:11.915298 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ef55ff0344c429f900e7e73aac397bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689505 May 18 14:04:11.916234 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2486c661-8ee9-4487-b599-1850ff644d5c,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:11.918624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60554) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:11.921757 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:11.986259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f56c3301-a2ba-4bcb-a09f-206730348e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:11.999730 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:12.004294 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:12.012138 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f56c3301-a2ba-4bcb-a09f-206730348e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:12.012458 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-16cd201e-1f47-41b2-9269-a2ac05c3f6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:12.055782 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0e22e2b4ff544bc80835e34d19698bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787472 May 18 14:04:12.058351 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60558) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:12.067415 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e917ba7-8abf-44fc-a472-7c2ed1cc8aa2,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:12.071170 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:12.074936 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-2970fe4f-2bec-41d5-9f5d-e4c6506d505e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1477933 May 18 14:04:12.094398 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f56c3301-a2ba-4bcb-a09f-206730348e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:12.103648 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:12.117474 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c3301-a2ba-4bcb-a09f-206730348e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2486c661-8ee9-4487-b599-1850ff644d5c,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:12.120233 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f56c3301-a2ba-4bcb-a09f-206730348e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:12.135180 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f56c3301-a2ba-4bcb-a09f-206730348e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:12.138588 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-f56c3301-a2ba-4bcb-a09f-206730348e37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2486c661-8ee9-4487-b599-1850ff644d5c HTTP/1.1" status: 204 len: 168 time: 0.2169027 May 18 14:04:12.153684 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-75ee09ad-8c6b-4fe6-87d8-e4b79057c664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:12.189548 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-75ee09ad-8c6b-4fe6-87d8-e4b79057c664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:12.240932 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-f1d9052a-5c20-464c-8790-6d2a7137812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:12.242687 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-f1d9052a-5c20-464c-8790-6d2a7137812d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.0866423 May 18 14:04:12.367761 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-75ee09ad-8c6b-4fe6-87d8-e4b79057c664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:12.383004 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f56c3301-a2ba-4bcb-a09f-206730348e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:12.396978 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ca2a2e84-25a2-4d1e-b930-2f3ae448bfa8 req-7733e77b-370a-482e-b0fa-12c684795ae0 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 210 time: 0.1106112 May 18 14:04:12.400680 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee09ad-8c6b-4fe6-87d8-e4b79057c664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e917ba7-8abf-44fc-a472-7c2ed1cc8aa2,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:12.410039 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-75ee09ad-8c6b-4fe6-87d8-e4b79057c664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:12.411401 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-75ee09ad-8c6b-4fe6-87d8-e4b79057c664 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e917ba7-8abf-44fc-a472-7c2ed1cc8aa2 HTTP/1.1" status: 204 len: 168 time: 0.3518577 May 18 14:04:12.412700 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-75ee09ad-8c6b-4fe6-87d8-e4b79057c664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:12.465037 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-4bfe7c0d-b5c1-428e-a8ec-ed5b5f150f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:12.466823 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-4bfe7c0d-b5c1-428e-a8ec-ed5b5f150f55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.2002752 May 18 14:04:12.661827 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-3c7563bf-59cb-4b0c-b902-e81be382a030 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:12.663511 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-3c7563bf-59cb-4b0c-b902-e81be382a030 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 813 time: 0.1954570 May 18 14:04:12.734587 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Request body: {'port': {'device_id': 'd6d8997f-fe40-43c7-b001-1cfbd3d5ce6f', 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75', 'admin_state_up': True, 'tenant_id': 'bd5a1bb0504043f7af98ea12100fed51'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:12.785192 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-297c3179-791b-47d5-945a-250a67b3a170 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.1200788 May 18 14:04:12.940639 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-f286b27a-23cb-44ce-b330-c86fb56cebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:12.942157 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-f286b27a-23cb-44ce-b330-c86fb56cebf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.1493762 May 18 14:04:12.982121 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60610) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:13.008857 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.014809 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-7fdc892b-0cc0-4602-9681-7f2537bc2476 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543792 May 18 14:04:13.019854 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:13.024266 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Usage tracker for resource:port and tenant:bd5a1bb0504043f7af98ea12100fed51 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:13.027829 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:13.030604 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:13.034796 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:13.038193 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Usage tracker for resource:security_group_rule and tenant:07e19f756ff541118a91a0437f9cf7b0 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:13.042124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:13.052130 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:13.132040 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Made reservation on behalf of bd5a1bb0504043f7af98ea12100fed51 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:04:13.135910 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.232747 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.242437 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232c900-beca-419b-9cf1-3b07b1716d60 req-dbeaebb3-cf79-4372-b786-ee83ca0f1f6f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:13.244066 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1232c900-beca-419b-9cf1-3b07b1716d60 req-dbeaebb3-cf79-4372-b786-ee83ca0f1f6f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1452768 May 18 14:04:13.245874 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.262802 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3a27e3be-7cd8-4634-8c3d-2beffd3796da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:13.269436 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-35a9a0b5-24fe-45ea-a821-1cee689da35d service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266512 May 18 14:04:13.393312 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60622) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:13.408486 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07e19f756ff541118a91a0437f9cf7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243674 May 18 14:04:13.412369 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60626) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:13.423304 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e355e98-879a-4d07-9457-6491e7c099b3,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:13.427669 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:13.431234 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1232c900-beca-419b-9cf1-3b07b1716d60 req-6af12353-0461-427a-9b85-0dcee4035330 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689746 May 18 14:04:13.499647 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Allocated IP 172.20.0.12 (2e72c54c-da79-42f2-aa18-8538d9b1ab75/87523aab-2856-442b-8020-b0d081410ff0/b2965dfc-11fd-4ae4-93e0-855877541928) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:04:13.516447 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6edf6dad-907f-412d-a7e0-b301d3ab858c req-c7091681-11c8-49b4-aec1-0eab6d01ca2e service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307858 May 18 14:04:13.558222 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3ec69375-ed3f-45bc-a26d-991a06813e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.591265 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-681547250-network', 'tenant_id': '66e973c68e9c4c2fac848f74374ca8bc'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:13.602366 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c92a14b9-4464-47f7-ba9b-e4b559bdece8 req-c41247fa-7ed8-4a0f-aa02-263688014576 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 210 time: 0.0699604 May 18 14:04:13.603840 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:13.607747 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Usage tracker for resource:network and tenant:66e973c68e9c4c2fac848f74374ca8bc is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:13.610707 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:13.616744 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:13.622694 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3ec69375-ed3f-45bc-a26d-991a06813e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.634661 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Made reservation on behalf of 66e973c68e9c4c2fac848f74374ca8bc for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:04:13.637127 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.650240 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.673404 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:13.677479 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Usage tracker for resource:security_group_rule and tenant:66e973c68e9c4c2fac848f74374ca8bc is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:13.680720 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:13.687236 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:13.780891 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.790142 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.797653 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4db63711-3c58-478a-ab23-dc3a957ad721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:13.821246 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:04:13.834926 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e416239-c880-48b5-b383-576ca5111d8b,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:13.838882 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:13.839746 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.840077 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Added segment b0f74198-2e24-4688-9e76-5f75c200e398 of type vlan for network 3957d860-b34f-4fad-ac78-77bd5b405773 May 18 14:04:13.868541 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.874016 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3ec69375-ed3f-45bc-a26d-991a06813e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.883428 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f70ad872-8b02-460e-bccc-0e67cbad0885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:13.897053 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.900084 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.901854 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:13.902816 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.908641 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2cc514a3-0d94-4a3b-99e4-32a268e0bbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:13.909551 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec69375-ed3f-45bc-a26d-991a06813e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e355e98-879a-4d07-9457-6491e7c099b3,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:13.911807 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3ec69375-ed3f-45bc-a26d-991a06813e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:13.931149 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3ec69375-ed3f-45bc-a26d-991a06813e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.934693 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-3ec69375-ed3f-45bc-a26d-991a06813e11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e355e98-879a-4d07-9457-6491e7c099b3 HTTP/1.1" status: 204 len: 168 time: 0.5150125 May 18 14:04:13.949396 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:13.956799 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:13.977159 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5823488 May 18 14:04:13.980819 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60644) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:14.031970 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:04:14.035862 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:04:14.038852 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:04:14.043213 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Request body: {'subnet': {'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-681547250-subnet', 'tenant_id': '66e973c68e9c4c2fac848f74374ca8bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:14.055517 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:14.062134 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Pushing event updated for resources: {'Network': ['ID=3957d860-b34f-4fad-ac78-77bd5b405773,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:14.065024 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Usage tracker for resource:subnet and tenant:66e973c68e9c4c2fac848f74374ca8bc is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:14.068045 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:14.069102 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:14.078737 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 3957d860-b34f-4fad-ac78-77bd5b405773 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:04:14.080921 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:14.096930 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Pushing event updated for resources: {'Port': ['ID=b2965dfc-11fd-4ae4-93e0-855877541928,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:14.097619 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Made reservation on behalf of 66e973c68e9c4c2fac848f74374ca8bc for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:04:14.100159 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:14.101016 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:14.124196 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:14.124830 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:14.153246 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4283569 May 18 14:04:14.165929 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Request body: {'port': {'device_id': 'd6d8997f-fe40-43c7-b001-1cfbd3d5ce6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:14.359186 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:14.817992 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2965dfc-11fd-4ae4-93e0-855877541928 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:04:14.821192 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d73c58-4e83-4b15-bb39-dfe4cd163f79 req-117b0cfd-cea9-4f1f-b3e2-3bfb4491b012 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:14.825839 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:14.833986 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-96d73c58-4e83-4b15-bb39-dfe4cd163f79 req-117b0cfd-cea9-4f1f-b3e2-3bfb4491b012 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.2080719 May 18 14:04:14.847686 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Transition to ACTIVE for port object b2965dfc-11fd-4ae4-93e0-855877541928 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:04:14.854186 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:14.872622 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:15.031150 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Pushing event updated for resources: {'Port': ['ID=b2965dfc-11fd-4ae4-93e0-855877541928,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:15.064340 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:15.066660 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-96d73c58-4e83-4b15-bb39-dfe4cd163f79 req-506bca1b-ddaf-48bb-b3a8-103744a9edcf tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046845 May 18 14:04:15.201950 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Attempting to bind port b2965dfc-11fd-4ae4-93e0-855877541928 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:04:15.202401 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Attempting to bind port b2965dfc-11fd-4ae4-93e0-855877541928 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:04:15.202792 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Attempting to bind port b2965dfc-11fd-4ae4-93e0-855877541928 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:04:15.208992 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Port b2965dfc-11fd-4ae4-93e0-855877541928 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:04:15.209408 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Attempting to bind port b2965dfc-11fd-4ae4-93e0-855877541928 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:04:15.215929 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:04:15.216536 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Checking segment: {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:04:15.217133 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Bound using segment: {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:04:15.218194 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Bound port: b2965dfc-11fd-4ae4-93e0-855877541928, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:04:15.218563 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:15.262958 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b88f73-7c94-40f3-b8a8-ee8fac16a8bf req-6ddb6f9c-a5eb-49a3-ab73-2bf4d1f1e4d1 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:15.274959 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-56b88f73-7c94-40f3-b8a8-ee8fac16a8bf req-6ddb6f9c-a5eb-49a3-ab73-2bf4d1f1e4d1 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 944 time: 0.4258070 May 18 14:04:15.366706 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] For port b2965dfc-11fd-4ae4-93e0-855877541928, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:04:15.370741 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] For port b2965dfc-11fd-4ae4-93e0-855877541928, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b2965dfc-11fd-4ae4-93e0-855877541928,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:04:15.373055 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:15.378633 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:15.389210 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:15.401759 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-56b88f73-7c94-40f3-b8a8-ee8fac16a8bf req-1aa15b34-c4d9-4c9f-97cc-3682623c2b24 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Synchronizing usage tracker for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:04:15.413082 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:15.481818 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60718) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:15.494540 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:15.495359 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:15.496819 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] 10.222.0.13 "PUT /v2.0/ports/b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 1094 time: 1.3358638 May 18 14:04:15.497375 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d8997f-fe40-43c7-b001-1cfbd3d5ce6f', 'tag': 'b2965dfc-11fd-4ae4-93e0-855877541928'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:04:15.507598 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-56b88f73-7c94-40f3-b8a8-ee8fac16a8bf req-1aa15b34-c4d9-4c9f-97cc-3682623c2b24 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Unset dirty status for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:04:15.509809 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-56b88f73-7c94-40f3-b8a8-ee8fac16a8bf req-1aa15b34-c4d9-4c9f-97cc-3682623c2b24 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326040 May 18 14:04:15.536417 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Pushing event updated for resources: {'Port': ['ID=b2965dfc-11fd-4ae4-93e0-855877541928,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:15.540198 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:15.584708 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99cc6214-9957-47a7-9927-654991105a2b,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:15.588586 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:15.597401 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Checking segment: {'id': 'b0f74198-2e24-4688-9e76-5f75c200e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:04:15.597785 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Network hostable DHCP agents. Network: 3957d860-b34f-4fad-ac78-77bd5b405773, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:04:15.617937 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d8997f-fe40-43c7-b001-1cfbd3d5ce6f', 'tag': 'b2965dfc-11fd-4ae4-93e0-855877541928', 'status': 'completed', 'code': 200} May 18 14:04:15.621127 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Network 3957d860-b34f-4fad-ac78-77bd5b405773 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:04:15.641188 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 3957d860-b34f-4fad-ac78-77bd5b405773) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:04:15.646250 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:15.647057 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:15.652901 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b071264f-b361-4a34-b65d-1ce86324a2af None None] Network 3957d860-b34f-4fad-ac78-77bd5b405773 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:04:15.671716 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-b1d00d77-d583-4805-bac9-121ef6bacd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:15.673923 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-b1d00d77-d583-4805-bac9-121ef6bacd8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1097 time: 0.1003666 May 18 14:04:15.699840 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-973e3804-5933-4c60-9a40-8e83353501e7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7179816 May 18 14:04:15.762776 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:15.786047 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-1a84b9fe-8b6a-4f60-bae1-dc7aa718e8d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0958428 May 18 14:04:15.789909 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:15.795281 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Usage tracker for resource:security_group_rule and tenant:9e78c39ffdeb475a944ca9d29cac18e0 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:15.856836 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-edca33f0-266d-4347-a17e-c3428c4c4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:15.857767 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-edca33f0-266d-4347-a17e-c3428c4c4f05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0638878 May 18 14:04:15.858577 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:15.864719 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:15.889722 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813908b-645a-4823-924c-b498e9d881d2 None None] Network 3957d860-b34f-4fad-ac78-77bd5b405773 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:04:15.929434 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-18f590b8-745e-4e6f-9877-67d3f310dea7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547976 May 18 14:04:16.126756 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:16.132828 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-4222d68f-3ac5-4051-9b46-a33e7179b820 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865394 May 18 14:04:16.134529 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:16.145494 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d56f0209-7d16-46c2-9dee-e25eb2b52696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:16.276103 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e78c39ffdeb475a944ca9d29cac18e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903953 May 18 14:04:16.285165 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60748) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:16.370241 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2356a-432b-47e2-84f5-f742fdd9ba1d,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:16.384671 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:16.443929 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c4016bc6-21f2-44e5-aa48-49138f2957a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:16.453694 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1a03-558c-43df-9297-762108c8a4d1 req-82ffc020-e756-48af-9e8a-8a0d2280cea1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:16.455431 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b4ab1a03-558c-43df-9297-762108c8a4d1 req-82ffc020-e756-48af-9e8a-8a0d2280cea1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.2105153 May 18 14:04:16.472015 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1484d801-717f-4b48-a87a-34ee5fec4e38 req-cf0034b3-4e49-48a4-8c4b-da7724c19ac8 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290305 May 18 14:04:16.520364 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c4016bc6-21f2-44e5-aa48-49138f2957a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:16.597573 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b4ab1a03-558c-43df-9297-762108c8a4d1 req-5912c03e-ebe8-4649-8d23-afd289e3fa37 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285956 May 18 14:04:16.656748 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-56fde5c6-0fcd-4928-be0a-bcabc799e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:16.659048 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c4016bc6-21f2-44e5-aa48-49138f2957a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:16.660332 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-56fde5c6-0fcd-4928-be0a-bcabc799e20b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1097 time: 0.1117814 May 18 14:04:16.671751 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:16.694955 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4016bc6-21f2-44e5-aa48-49138f2957a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2356a-432b-47e2-84f5-f742fdd9ba1d,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:16.709820 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c4016bc6-21f2-44e5-aa48-49138f2957a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:16.710657 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c4016bc6-21f2-44e5-aa48-49138f2957a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:16.711753 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-c4016bc6-21f2-44e5-aa48-49138f2957a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdb2356a-432b-47e2-84f5-f742fdd9ba1d HTTP/1.1" status: 204 len: 168 time: 0.4248786 May 18 14:04:16.931712 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-c5bc725f-f61d-43ee-8d7d-31326e39d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:16.934493 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c367e-3700-41b2-8285-16963565fdbe req-39dd50e4-fe87-4b08-b83a-84be2dc58c42 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:16.936411 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-c5bc725f-f61d-43ee-8d7d-31326e39d1e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.2570364 May 18 14:04:16.938144 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bf9c367e-3700-41b2-8285-16963565fdbe req-39dd50e4-fe87-4b08-b83a-84be2dc58c42 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 944 time: 0.1315193 May 18 14:04:16.972411 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60782) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:16.997373 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bf9c367e-3700-41b2-8285-16963565fdbe req-3e6fef55-f694-4ea6-aafd-d643b27c8672 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532370 May 18 14:04:17.023940 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-757b22c2-3fe0-41b5-a9bc-6d8dceb677ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0775652 May 18 14:04:17.088042 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-403373bc-5d5a-4d57-9632-1a09b5573764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:17.089472 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-403373bc-5d5a-4d57-9632-1a09b5573764 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0585783 May 18 14:04:17.168391 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-01416cf1-45ef-4e54-88e5-4a29d66566a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461795 May 18 14:04:17.273471 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.295417 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:17.299909 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Usage tracker for resource:security_group_rule and tenant:d711d00f3f2f40dab0948ccc38b56bdc is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:17.303113 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:17.309955 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:17.331095 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-d3fd7c6f-00d1-4cdd-9bca-3326892603bf service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551507 May 18 14:04:17.417899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.425548 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.441431 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9b440cee-5b0b-4803-9f83-3c8baca82dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:17.459173 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60796) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:17.491772 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d711d00f3f2f40dab0948ccc38b56bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183680 May 18 14:04:17.493049 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f5dd9c-121f-4c08-b7cf-089400750e21,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:17.496768 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:17.497703 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60802) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:17.502391 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.537047 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a31cc7f-ccb9-4254-9f80-f6e2eda918db req-f6399bee-423b-4dee-95dd-2abf91179c17 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962385 May 18 14:04:17.540733 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:17.550995 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2f0be631994ab0b694c0a16fe6cb6f is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:17.554677 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:17.562565 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:17.569195 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-19c8be43-9f35-42e7-934e-007005d45272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.600037 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-19c8be43-9f35-42e7-934e-007005d45272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.659491 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.664560 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.666251 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-19c8be43-9f35-42e7-934e-007005d45272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.671068 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-311c755d-0a46-4c69-b6ec-a455be20857d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:17.674106 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-7af110ee-d93d-473c-b10f-4c3055d30329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:17.692068 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8be43-9f35-42e7-934e-007005d45272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f5dd9c-121f-4c08-b7cf-089400750e21,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:17.719415 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b2f0be631994ab0b694c0a16fe6cb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563570 May 18 14:04:17.719415 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8183b368-cdc4-4ff6-b9d5-ed9dfb4128c0,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:17.721652 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60810) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:17.725216 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:17.728802 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-19c8be43-9f35-42e7-934e-007005d45272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:17.784449 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-19c8be43-9f35-42e7-934e-007005d45272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.785683 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-19c8be43-9f35-42e7-934e-007005d45272 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5f5dd9c-121f-4c08-b7cf-089400750e21 HTTP/1.1" status: 204 len: 168 time: 0.2866151 May 18 14:04:17.796080 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-182eaf23-eded-4c10-81ee-de53a882e6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.829881 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-182eaf23-eded-4c10-81ee-de53a882e6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.833465 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a516951-a703-400c-abfe-7702ffedc363 req-ef146a4c-ff97-4ff2-85a3-886476e23a7b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:17.840580 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0a516951-a703-400c-abfe-7702ffedc363 req-ef146a4c-ff97-4ff2-85a3-886476e23a7b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1082289 May 18 14:04:17.907000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-182eaf23-eded-4c10-81ee-de53a882e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.910904 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0a516951-a703-400c-abfe-7702ffedc363 req-e547af44-e3fe-4eca-8243-3069464bff59 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668821 May 18 14:04:17.913302 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-cd2505cd-6b5e-431f-bca6-cc4b45f685b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:17.929225 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eaf23-eded-4c10-81ee-de53a882e6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183b368-cdc4-4ff6-b9d5-ed9dfb4128c0,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:17.931962 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-182eaf23-eded-4c10-81ee-de53a882e6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:17.940051 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-182eaf23-eded-4c10-81ee-de53a882e6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:17.941172 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-182eaf23-eded-4c10-81ee-de53a882e6ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8183b368-cdc4-4ff6-b9d5-ed9dfb4128c0 HTTP/1.1" status: 204 len: 168 time: 0.2185349 May 18 14:04:18.320225 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af709d-ab1e-497e-976d-afa40361ad9e req-ea7912a7-926f-4042-8c5e-aa359cb486da tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:18.321794 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-46af709d-ab1e-497e-976d-afa40361ad9e req-ea7912a7-926f-4042-8c5e-aa359cb486da tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 944 time: 0.1707680 May 18 14:04:18.359813 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:18.469770 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-46af709d-ab1e-497e-976d-afa40361ad9e req-d216338d-6c01-4625-9cd8-87124e9ca734 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407022 May 18 14:04:18.526868 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72a1bd13-6a6e-4c87-8b83-8db2ed985d0e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:18.527901 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72a1bd13-6a6e-4c87-8b83-8db2ed985d0e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Synchronizing usage tracker for tenant:66e973c68e9c4c2fac848f74374ca8bc on resource:network {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:04:18.546422 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72a1bd13-6a6e-4c87-8b83-8db2ed985d0e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Unset dirty status for tenant:66e973c68e9c4c2fac848f74374ca8bc on resource:network {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:04:18.548034 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72a1bd13-6a6e-4c87-8b83-8db2ed985d0e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/networks?id=3957d860-b34f-4fad-ac78-77bd5b405773 HTTP/1.1" status: 200 len: 808 time: 0.2052898 May 18 14:04:18.572261 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-d12aea8d-6afb-4f22-b616-58dc712df1cd tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/quotas/66e973c68e9c4c2fac848f74374ca8bc HTTP/1.1" status: 200 len: 375 time: 0.0169883 May 18 14:04:18.629471 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-7bf31b6b-cc07-48c1-9f49-0fe5bd2a21af tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=66e973c68e9c4c2fac848f74374ca8bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504212 May 18 14:04:18.785712 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-c40ff53b-d72e-4ffd-b567-6548b2ce213e service neutron] 10.222.0.44 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477826 May 18 14:04:18.806813 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0dc93c25-1447-412b-ac36-581c283e3879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:18.945272 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-8e53d8ae-0ad8-457c-92fb-0600f8e7a116 service neutron] 10.222.0.44 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493657 May 18 14:04:19.157094 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:04:19.159019 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7a15d-2520-4942-9001-e319464d4243 req-6103df7d-5294-4e5d-b337-b8d18376ebea tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:19.160512 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-28a7a15d-2520-4942-9001-e319464d4243 req-6103df7d-5294-4e5d-b337-b8d18376ebea tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1302011 May 18 14:04:19.216413 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-28a7a15d-2520-4942-9001-e319464d4243 req-8a8c8183-88ce-4637-b8b8-07b21e262a78 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488765 May 18 14:04:19.364490 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6c0e40a8-d0db-4fb8-b8b1-905e18b7e47e req-42c2409c-4ba3-4e2b-a2f5-971879571b6c tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 210 time: 0.0907910 May 18 14:04:19.761626 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4c0bc-7d30-4188-ba50-9bfbf857d4e0 req-57c884fd-4ad8-426e-947b-fe533e84c9f8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:19.771257 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-09b4c0bc-7d30-4188-ba50-9bfbf857d4e0 req-57c884fd-4ad8-426e-947b-fe533e84c9f8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 944 time: 0.1444530 May 18 14:04:19.862268 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-09b4c0bc-7d30-4188-ba50-9bfbf857d4e0 req-efe0e9c6-f1ce-4af1-be4e-5da4dc471ef1 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790622 May 18 14:04:20.021295 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 60956) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:20.153433 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.170193 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:20.175834 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Usage tracker for resource:security_group_rule and tenant:d258367db8d34fbd9ce8a709168ca817 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:20.179293 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:20.186030 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:20.278581 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.283277 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.299193 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-93956c85-f7b8-4a57-ae4a-b76c295b848c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:20.299827 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60968) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:20.342299 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d258367db8d34fbd9ce8a709168ca817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196356 May 18 14:04:20.346108 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60974) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:20.346411 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6000fc-8ad4-49ef-b21a-3a8420e059b8,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:20.382769 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:20.434668 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644becc6-bcd3-44d3-bd68-c275df9145cf req-3237519f-b4d1-4cad-b105-50aecd8c2e2b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:20.437795 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-644becc6-bcd3-44d3-bd68-c275df9145cf req-3237519f-b4d1-4cad-b105-50aecd8c2e2b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0931771 May 18 14:04:20.445765 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-53ea37c6-ab7e-45c2-9990-9d3c435afa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.463021 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.496979 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:20.508251 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Usage tracker for resource:security_group_rule and tenant:b215c8050d064e1aac957a015c69fb89 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:20.510242 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-644becc6-bcd3-44d3-bd68-c275df9145cf req-0f710ee0-2dac-42aa-af23-fa6e5f42b5f6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664070 May 18 14:04:20.512597 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-53ea37c6-ab7e-45c2-9990-9d3c435afa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.519953 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:20.541788 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:20.622210 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-21876022-0d5c-4890-82f3-2ddba4b297a7 req-10bbddb0-842b-484f-8d8e-179b69615d60 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 210 time: 0.0485797 May 18 14:04:20.659924 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b2965dfc-11fd-4ae4-93e0-855877541928 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:04:20.742005 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-53ea37c6-ab7e-45c2-9990-9d3c435afa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.749190 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:20.772945 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-598b75f0-2b32-4077-a99b-811207c1464e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:20.774378 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-598b75f0-2b32-4077-a99b-811207c1464e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.13 "GET /v2.0/networks?id=3957d860-b34f-4fad-ac78-77bd5b405773 HTTP/1.1" status: 200 len: 808 time: 0.2338910 May 18 14:04:20.776523 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea37c6-ab7e-45c2-9990-9d3c435afa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6000fc-8ad4-49ef-b21a-3a8420e059b8,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:20.785140 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-53ea37c6-ab7e-45c2-9990-9d3c435afa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:20.797484 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Request body: {'port': {'device_id': '080691db-e33d-443c-b132-cf5dca5f2b1f', 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773', 'admin_state_up': True, 'tenant_id': '66e973c68e9c4c2fac848f74374ca8bc'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:20.815073 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port b2965dfc-11fd-4ae4-93e0-855877541928, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b2965dfc-11fd-4ae4-93e0-855877541928,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:20.832582 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'b2965dfc-11fd-4ae4-93e0-855877541928', 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75', 'port_id': 'b2965dfc-11fd-4ae4-93e0-855877541928', 'mac_address': 'fa:16:3e:07:e1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87523aab-2856-442b-8020-b0d081410ff0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:04:20.843159 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-53ea37c6-ab7e-45c2-9990-9d3c435afa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.844246 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-53ea37c6-ab7e-45c2-9990-9d3c435afa17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b6000fc-8ad4-49ef-b21a-3a8420e059b8 HTTP/1.1" status: 204 len: 168 time: 0.4971039 May 18 14:04:20.894217 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.909372 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.918495 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2965dfc-11fd-4ae4-93e0-855877541928 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:04:20.938151 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port b2965dfc-11fd-4ae4-93e0-855877541928, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b2965dfc-11fd-4ae4-93e0-855877541928,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:20.945968 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:20.948163 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:20.973517 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:20.978107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Usage tracker for resource:port and tenant:66e973c68e9c4c2fac848f74374ca8bc is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:20.981343 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:20.988639 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:20.996441 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.035778 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:21.061209 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=b2965dfc-11fd-4ae4-93e0-855877541928,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:21.069193 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.071996 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.072527 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.073021 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.073498 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.074021 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.074502 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.074979 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.078298 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.079268 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.080136 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.080798 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:04:21.083547 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b215c8050d064e1aac957a015c69fb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824194 May 18 14:04:21.084685 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 60994) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:21.085640 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ce2718-e145-4621-af4d-beac2a16a8a2,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:21.089708 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:21.089983 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:21.090725 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Made reservation on behalf of 66e973c68e9c4c2fac848f74374ca8bc for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:04:21.096985 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.097419 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1031e9-33ff-4cd9-8ff4-a3f345ac60de req-0e28c062-f883-46a2-89eb-7add6dcba26d tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:21.098950 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fc1031e9-33ff-4cd9-8ff4-a3f345ac60de req-0e28c062-f883-46a2-89eb-7add6dcba26d tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 945 time: 0.1218648 May 18 14:04:21.167589 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fc1031e9-33ff-4cd9-8ff4-a3f345ac60de req-5a748ffb-9ee7-422d-8602-743ceb413587 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610497 May 18 14:04:21.270451 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b2965dfc-11fd-4ae4-93e0-855877541928'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:04:21.345160 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-800f0da9-721b-4de7-816e-a0443f2c5fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.401644 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-44cfee30-f2eb-49d6-9e6c-c79836ebba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.416261 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-800f0da9-721b-4de7-816e-a0443f2c5fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.440811 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.457359 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Allocated IP 172.20.0.11 (3957d860-b34f-4fad-ac78-77bd5b405773/99cc6214-9957-47a7-9927-654991105a2b/b48ec95d-28eb-42ca-8ba4-c04ba587fa2d) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:04:21.567017 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 32786) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:21.703767 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.723334 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-800f0da9-721b-4de7-816e-a0443f2c5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.728220 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1ebd0314-2431-4514-a218-797c847f654c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:21.748519 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.752810 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f0da9-721b-4de7-816e-a0443f2c5fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ce2718-e145-4621-af4d-beac2a16a8a2,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:21.761352 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-800f0da9-721b-4de7-816e-a0443f2c5fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:21.773746 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-800f0da9-721b-4de7-816e-a0443f2c5fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.774866 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-800f0da9-721b-4de7-816e-a0443f2c5fbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7ce2718-e145-4621-af4d-beac2a16a8a2 HTTP/1.1" status: 204 len: 168 time: 0.6660740 May 18 14:04:21.789490 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.796220 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:21.809018 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:21.818796 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Usage tracker for resource:security_group_rule and tenant:33867d706c3e4b40bbee4583cd4d0b33 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:21.824076 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:21.838542 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:21.860561 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73aec5-9be1-464b-8597-7e4edfa5f2a6 req-76aa91b6-1fb6-48b6-9920-a300f1608a2a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:21.868579 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7d73aec5-9be1-464b-8597-7e4edfa5f2a6 req-76aa91b6-1fb6-48b6-9920-a300f1608a2a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.2127712 May 18 14:04:21.881031 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Network 3957d860-b34f-4fad-ac78-77bd5b405773 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:04:21.884152 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:04:21.889113 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:04:21.921763 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Pushing event updated for resources: {'Port': ['ID=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:21.928663 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:21.967226 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:21.967668 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:21.998171 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2050841 May 18 14:04:22.023415 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Request body: {'port': {'device_id': '080691db-e33d-443c-b132-cf5dca5f2b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:22.031737 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7d73aec5-9be1-464b-8597-7e4edfa5f2a6 req-4a291d1d-39cb-4892-afe1-1a1fe878ca06 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232250 May 18 14:04:22.056998 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cf6df-62e7-41dd-a3c9-944d75cdc9a0 req-82add02d-1636-44ea-b058-c8e4005d6f48 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:22.065152 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-382cf6df-62e7-41dd-a3c9-944d75cdc9a0 req-82add02d-1636-44ea-b058-c8e4005d6f48 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 932 time: 0.1954739 May 18 14:04:22.135840 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-382cf6df-62e7-41dd-a3c9-944d75cdc9a0 req-52bc50a2-3179-4ade-b856-762fff087848 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Synchronizing usage tracker for tenant:66e973c68e9c4c2fac848f74374ca8bc on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:04:22.156497 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.165838 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.199380 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-715f20ca-46aa-4356-95e9-3671a07b3814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:22.199702 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.210021 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-382cf6df-62e7-41dd-a3c9-944d75cdc9a0 req-52bc50a2-3179-4ade-b856-762fff087848 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Unset dirty status for tenant:66e973c68e9c4c2fac848f74374ca8bc on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:04:22.222668 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-382cf6df-62e7-41dd-a3c9-944d75cdc9a0 req-52bc50a2-3179-4ade-b856-762fff087848 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565523 May 18 14:04:22.231520 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33867d706c3e4b40bbee4583cd4d0b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6632786 May 18 14:04:22.240277 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 32816) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:22.259999 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 32820) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:22.272764 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775fe3f8-cdbf-4a72-b3b1-73569653b191,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:22.305065 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.319631 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:22.332331 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:22.358143 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.382320 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Usage tracker for resource:security_group_rule and tenant:e344cd87fcfd4ebca30ed24a311a6f31 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:22.387989 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:22.405857 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c1a668cc-2f18-4263-898a-306f095049d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.406106 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:22.443752 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c1a668cc-2f18-4263-898a-306f095049d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.502170 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587019b-0247-4901-ad3e-f64626a6854f req-047c42b9-798a-4f3c-8b78-cb648ffc0658 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:22.503714 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a587019b-0247-4901-ad3e-f64626a6854f req-047c42b9-798a-4f3c-8b78-cb648ffc0658 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 945 time: 0.1485963 May 18 14:04:22.531461 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c1a668cc-2f18-4263-898a-306f095049d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.537769 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c4016bc6-21f2-44e5-aa48-49138f2957a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:22.566203 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a668cc-2f18-4263-898a-306f095049d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775fe3f8-cdbf-4a72-b3b1-73569653b191,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:22.572971 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b2965dfc-11fd-4ae4-93e0-855877541928 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:04:22.579937 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c1a668cc-2f18-4263-898a-306f095049d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:22.594894 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a587019b-0247-4901-ad3e-f64626a6854f req-fea4b60f-482f-4634-8aab-0fa974a1bf90 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841007 May 18 14:04:22.601689 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c1a668cc-2f18-4263-898a-306f095049d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.606734 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-c1a668cc-2f18-4263-898a-306f095049d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/775fe3f8-cdbf-4a72-b3b1-73569653b191 HTTP/1.1" status: 204 len: 168 time: 0.3641644 May 18 14:04:22.654490 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.660459 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.660625 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port b2965dfc-11fd-4ae4-93e0-855877541928 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:04:22.665711 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port b2965dfc-11fd-4ae4-93e0-855877541928 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:04:22.666446 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.696235 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-587ba396-c66f-4ab6-9021-cb7d0a8b497f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:22.753583 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852c5d3d-6299-426e-a6ea-6a7001f019a5,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:22.775995 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:22.781870 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e344cd87fcfd4ebca30ed24a311a6f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207872 May 18 14:04:22.784318 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48ec95d-28eb-42ca-8ba4-c04ba587fa2d {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:04:22.784636 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 32866) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:22.792708 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.800068 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.809152 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Transition to ACTIVE for port object b48ec95d-28eb-42ca-8ba4-c04ba587fa2d will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:04:22.815216 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.819941 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:22.866422 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d8997f-fe40-43c7-b001-1cfbd3d5ce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2965dfc-11fd-4ae4-93e0-855877541928'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:04:22.884125 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port b2965dfc-11fd-4ae4-93e0-855877541928, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b2965dfc-11fd-4ae4-93e0-855877541928,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:22.890765 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:22.893040 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-c4f7ceb4-c0ca-428a-bb75-510099b88937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:22.980071 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d8997f-fe40-43c7-b001-1cfbd3d5ce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2965dfc-11fd-4ae4-93e0-855877541928', 'code': 200} May 18 14:04:23.047829 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=b2965dfc-11fd-4ae4-93e0-855877541928,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:23.055459 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:23.073280 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c386a484-0588-41e7-99fb-97cff10173bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.106197 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Pushing event updated for resources: {'Port': ['ID=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:23.114036 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c386a484-0588-41e7-99fb-97cff10173bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.119411 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:23.120023 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 32876) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:23.191830 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c386a484-0588-41e7-99fb-97cff10173bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.195759 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-24adb8a5-0eae-451c-b44c-fb4aa52c9574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:23.210268 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386a484-0588-41e7-99fb-97cff10173bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852c5d3d-6299-426e-a6ea-6a7001f019a5,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:23.213195 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c386a484-0588-41e7-99fb-97cff10173bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:23.215639 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c386a484-0588-41e7-99fb-97cff10173bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.217032 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-c386a484-0588-41e7-99fb-97cff10173bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/852c5d3d-6299-426e-a6ea-6a7001f019a5 HTTP/1.1" status: 204 len: 168 time: 0.4312532 May 18 14:04:23.343380 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.368665 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Attempting to bind port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:04:23.369130 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Attempting to bind port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'b0f74198-2e24-4688-9e76-5f75c200e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:04:23.369356 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Attempting to bind port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d on network 3957d860-b34f-4fad-ac78-77bd5b405773 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:04:23.379963 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:23.382044 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d on network 3957d860-b34f-4fad-ac78-77bd5b405773 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:04:23.382396 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Attempting to bind port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d on network 3957d860-b34f-4fad-ac78-77bd5b405773 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:04:23.397147 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:2d08e46911b74e0da91953dd1235c42a is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:23.400581 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:04:23.400924 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Checking segment: {'id': 'b0f74198-2e24-4688-9e76-5f75c200e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:04:23.401304 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Bound using segment: {'id': 'b0f74198-2e24-4688-9e76-5f75c200e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:04:23.401772 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Bound port: b48ec95d-28eb-42ca-8ba4-c04ba587fa2d, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f74198-2e24-4688-9e76-5f75c200e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:04:23.402120 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.412719 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:23.424948 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:23.500322 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca701-a406-4b1d-85d3-7c5d2bed76e7 req-78c4f8ae-a379-4a81-b4c0-728b9031dc2b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:23.502474 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2b9ca701-a406-4b1d-85d3-7c5d2bed76e7 req-78c4f8ae-a379-4a81-b4c0-728b9031dc2b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1904693 May 18 14:04:23.535489 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b421f-b10a-4211-8cbb-ebec693cb7ea req-72489998-db1d-422d-99ad-988cd00fdcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:23.536999 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-553b421f-b10a-4211-8cbb-ebec693cb7ea req-72489998-db1d-422d-99ad-988cd00fdcec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1099 time: 0.2762837 May 18 14:04:23.546299 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9ce09-012b-4211-ae6b-925b7e245f6a req-9e2b0eb0-54bb-418f-b45c-1277994374b0 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:23.549190 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-18a9ce09-012b-4211-ae6b-925b7e245f6a req-9e2b0eb0-54bb-418f-b45c-1277994374b0 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 944 time: 0.1571877 May 18 14:04:23.570171 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] For port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:04:23.595443 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] For port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:04:23.608291 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2b9ca701-a406-4b1d-85d3-7c5d2bed76e7 req-cd4d11b5-7376-45e9-8cdc-c624ce307135 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991695 May 18 14:04:23.608889 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.619260 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:23.636409 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-18a9ce09-012b-4211-ae6b-925b7e245f6a req-927877e2-9bb9-4ec3-910a-aff0b8c3c3c9 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688157 May 18 14:04:23.661681 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-553b421f-b10a-4211-8cbb-ebec693cb7ea req-4a09e0a0-6e36-424d-8a76-30c4f4bbb243 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130886 May 18 14:04:23.693379 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:23.694411 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.695838 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] 10.222.0.13 "PUT /v2.0/ports/b48ec95d-28eb-42ca-8ba4-c04ba587fa2d HTTP/1.1" status: 200 len: 1094 time: 1.6796772 May 18 14:04:23.698708 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080691db-e33d-443c-b132-cf5dca5f2b1f', 'tag': 'b48ec95d-28eb-42ca-8ba4-c04ba587fa2d'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:04:23.727604 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.734713 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Pushing event updated for resources: {'Port': ['ID=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:23.737464 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:23.744667 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:23.745218 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a52c9cf0-961c-457b-b746-adaa78a61967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:23.892011 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080691db-e33d-443c-b132-cf5dca5f2b1f', 'tag': 'b48ec95d-28eb-42ca-8ba4-c04ba587fa2d', 'status': 'completed', 'code': 200} May 18 14:04:23.904827 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d08e46911b74e0da91953dd1235c42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568166 May 18 14:04:23.907194 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 32918) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:23.910737 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57580a4c-0eba-4a98-80a6-ba124cff0093,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:23.914486 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:23.957700 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-df884c69-605f-4dbf-bef7-8d52df0f0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:23.959769 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-df884c69-605f-4dbf-bef7-8d52df0f0840 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66e973c68e9c4c2fac848f74374ca8bc&device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 1097 time: 0.1740057 May 18 14:04:23.961740 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:24.009396 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb84b9-ff38-4b32-925b-8e5dc5492b44 req-a53c7385-8991-4091-8631-fb1ca8070f0c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:24.016936 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-93fb84b9-ff38-4b32-925b-8e5dc5492b44 req-a53c7385-8991-4091-8631-fb1ca8070f0c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 946 time: 0.1696665 May 18 14:04:24.039303 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4c27-0bf5-4a69-842a-d778aaebb231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:24.067493 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-b54deff0-f83e-4d4e-960e-3dcfa6e205b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d HTTP/1.1" status: 200 len: 217 time: 0.0931439 May 18 14:04:24.094343 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-93fb84b9-ff38-4b32-925b-8e5dc5492b44 req-f1d3d6f3-8c21-45cc-a905-af34d96a9dfa tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765526 May 18 14:04:24.096645 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4c27-0bf5-4a69-842a-d778aaebb231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:24.152707 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-3238ff87-e0f4-4c31-a798-3f3c8dd4c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:24.154762 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-3238ff87-e0f4-4c31-a798-3f3c8dd4c523 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99cc6214-9957-47a7-9927-654991105a2b HTTP/1.1" status: 200 len: 848 time: 0.0764141 May 18 14:04:24.155011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4c27-0bf5-4a69-842a-d778aaebb231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:24.158827 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-19c8be43-9f35-42e7-934e-007005d45272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:24.170511 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b4c27-0bf5-4a69-842a-d778aaebb231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57580a4c-0eba-4a98-80a6-ba124cff0093,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:24.175923 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7e1b4c27-0bf5-4a69-842a-d778aaebb231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:24.193611 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4c27-0bf5-4a69-842a-d778aaebb231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:24.195356 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7e1b4c27-0bf5-4a69-842a-d778aaebb231 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57580a4c-0eba-4a98-80a6-ba124cff0093 HTTP/1.1" status: 204 len: 168 time: 0.2869790 May 18 14:04:24.219183 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-5bd51000-fce9-4791-888b-37b0289ce986 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3957d860-b34f-4fad-ac78-77bd5b405773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569181 May 18 14:04:24.395342 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-daccbc61-3467-4919-a5dd-c74f38ff60cf service neutron] 10.222.0.13 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601331 May 18 14:04:24.549981 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0f718395-ac5e-46b4-8e5a-35c9975a56fa req-b882454e-d842-4853-b602-cc78d6d418ad service neutron] 10.222.0.13 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355002 May 18 14:04:24.635402 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 32948) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:24.654414 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:24.670974 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:24.678329 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8c423c157d4eeba8c692fe5d2909dd is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:24.682255 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:24.688965 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:24.697393 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-a5555097-8bc6-4b4b-813d-8dbbcfa6931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:24.698893 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-a5555097-8bc6-4b4b-813d-8dbbcfa6931c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66e973c68e9c4c2fac848f74374ca8bc&device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 1097 time: 0.0891013 May 18 14:04:24.882674 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-7d04a047-6de7-443b-8c7b-8b14ad2d3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:24.884278 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-7d04a047-6de7-443b-8c7b-8b14ad2d3ed8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3957d860-b34f-4fad-ac78-77bd5b405773 HTTP/1.1" status: 200 len: 909 time: 0.1772177 May 18 14:04:24.951583 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:24.968379 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:24.977516 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3ee83d88-565c-471f-b8c3-81904676806a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:24.986471 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-78a7fe19-fba6-49f0-b8c6-9960f51cdc89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d HTTP/1.1" status: 200 len: 217 time: 0.0825698 May 18 14:04:25.036369 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e8c423c157d4eeba8c692fe5d2909dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996682 May 18 14:04:25.039143 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5219a1ec-7b1e-439d-b255-92c981e42808,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:25.042639 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 32964) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:25.043532 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:25.062631 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dcc82-26f4-45cd-b67c-65546618ee64 req-f8d4e71a-1043-4be4-8da8-e923eaf518c5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:25.063977 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-301dcc82-26f4-45cd-b67c-65546618ee64 req-f8d4e71a-1043-4be4-8da8-e923eaf518c5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.2952833 May 18 14:04:25.072639 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a839237-091f-4a26-a2f1-d4d813b6af6f req-a3ecb04a-0268-43d1-a7b6-063c7ab0e93e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:25.073910 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a839237-091f-4a26-a2f1-d4d813b6af6f req-a3ecb04a-0268-43d1-a7b6-063c7ab0e93e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 944 time: 0.2388659 May 18 14:04:25.086769 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-c2f8985a-5edf-4450-b960-c8f91ce5067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:25.088204 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-c2f8985a-5edf-4450-b960-c8f91ce5067b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99cc6214-9957-47a7-9927-654991105a2b HTTP/1.1" status: 200 len: 848 time: 0.0938201 May 18 14:04:25.149246 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-0fcdd8dd-02b0-4801-bde1-be2b2d713013 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3957d860-b34f-4fad-ac78-77bd5b405773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501506 May 18 14:04:25.149704 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-301dcc82-26f4-45cd-b67c-65546618ee64 req-b07bedf2-3833-4541-bc7a-183cb5d561b5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 May 18 14:04:25.157783 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a839237-091f-4a26-a2f1-d4d813b6af6f req-d1034b5d-b942-4148-bb6a-66ac6a52ae94 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 May 18 14:04:25.198432 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3377a3d6-a436-4ca3-93f9-9a836885cf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:25.293142 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3377a3d6-a436-4ca3-93f9-9a836885cf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:25.353239 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-85ba4545-e9b2-4512-9fc5-3c05b5f60c2a service neutron] 10.222.0.13 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904144 May 18 14:04:25.398768 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dce963-7f91-4614-a55d-2bed9f422fb3 req-89cfbf15-b573-4953-b269-a75467c7485f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:25.417267 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3377a3d6-a436-4ca3-93f9-9a836885cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:25.418836 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-03dce963-7f91-4614-a55d-2bed9f422fb3 req-89cfbf15-b573-4953-b269-a75467c7485f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 946 time: 0.1148250 May 18 14:04:25.423588 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f8495e4c-9625-479a-9740-e4d116e9e4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:25.439138 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377a3d6-a436-4ca3-93f9-9a836885cf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5219a1ec-7b1e-439d-b255-92c981e42808,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:25.472041 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3377a3d6-a436-4ca3-93f9-9a836885cf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:25.493844 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-03dce963-7f91-4614-a55d-2bed9f422fb3 req-a59399a3-3c69-4227-9f76-dd60f799be43 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721767 May 18 14:04:25.579031 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3377a3d6-a436-4ca3-93f9-9a836885cf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:25.580154 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-3377a3d6-a436-4ca3-93f9-9a836885cf22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5219a1ec-7b1e-439d-b255-92c981e42808 HTTP/1.1" status: 204 len: 168 time: 0.5366089 May 18 14:04:25.598554 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3601aab3-6c8e-446a-9ed0-5e6abc9b671c req-94fb6aa5-d145-4a2f-b1ad-170916e09054 service neutron] 10.222.0.13 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262504 May 18 14:04:26.427388 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3f8e1-71ef-42e7-9df7-835d155d5fd9 req-6dc14b97-3408-49cd-87f1-aecb05c8085f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:26.428818 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-98c3f8e1-71ef-42e7-9df7-835d155d5fd9 req-6dc14b97-3408-49cd-87f1-aecb05c8085f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1668303 May 18 14:04:26.436227 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76ca34-468f-4874-95aa-abf055961202 req-1f431ca0-9dd8-4476-b26b-438d1267c33f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:26.437595 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae76ca34-468f-4874-95aa-abf055961202 req-1f431ca0-9dd8-4476-b26b-438d1267c33f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 944 time: 0.1377482 May 18 14:04:26.513978 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-98c3f8e1-71ef-42e7-9df7-835d155d5fd9 req-2a325179-0eb7-4ce7-b3ba-691201eb1d22 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752873 May 18 14:04:26.518429 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae76ca34-468f-4874-95aa-abf055961202 req-70cde860-64c0-4247-b5ac-14a11e8d96f1 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652213 May 18 14:04:27.745886 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7140cf-b16c-4ce3-8b6c-2afbe907b7d0 req-2444fe85-bc2c-4c7e-8c28-21eab41015fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:27.747720 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ad7140cf-b16c-4ce3-8b6c-2afbe907b7d0 req-2444fe85-bc2c-4c7e-8c28-21eab41015fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1145518 May 18 14:04:27.831546 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ad7140cf-b16c-4ce3-8b6c-2afbe907b7d0 req-9de89d16-11af-433e-ad96-211b74b7de84 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661259 May 18 14:04:27.904788 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 33090) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:27.933941 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043c3fc-7a2d-4729-ab33-5936c090c587 req-bcb84a6d-003c-47ec-9b42-1a8489cc731b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:27.942859 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4043c3fc-7a2d-4729-ab33-5936c090c587 req-bcb84a6d-003c-47ec-9b42-1a8489cc731b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 944 time: 0.1232569 May 18 14:04:28.007967 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4043c3fc-7a2d-4729-ab33-5936c090c587 req-4dc8d7eb-ce52-4f0f-a8c7-e3d8d4d0869c tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590703 May 18 14:04:28.057542 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.073787 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:28.077625 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Usage tracker for resource:security_group_rule and tenant:e4b0d3314ab14d4687c0b478ae72b514 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:28.080464 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:28.086143 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:28.170578 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.173939 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.181944 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-53ea37c6-ab7e-45c2-9990-9d3c435afa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:28.221072 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4b0d3314ab14d4687c0b478ae72b514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149042 May 18 14:04:28.222647 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6868f520-3c4a-4b0e-9959-a390707acfb5,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:28.223788 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 33096) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:28.225575 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:28.283860 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e2495ac-11f1-449c-b293-3aecfd17f304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.309306 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e2495ac-11f1-449c-b293-3aecfd17f304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.370952 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e2495ac-11f1-449c-b293-3aecfd17f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.376277 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:28.388909 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2495ac-11f1-449c-b293-3aecfd17f304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6868f520-3c4a-4b0e-9959-a390707acfb5,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:28.392322 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e2495ac-11f1-449c-b293-3aecfd17f304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:28.397724 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8e2495ac-11f1-449c-b293-3aecfd17f304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.398870 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-8e2495ac-11f1-449c-b293-3aecfd17f304 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6868f520-3c4a-4b0e-9959-a390707acfb5 HTTP/1.1" status: 204 len: 168 time: 0.1741459 May 18 14:04:28.610506 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b48ec95d-28eb-42ca-8ba4-c04ba587fa2d details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:04:28.709034 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 33110) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:28.727780 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.742155 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:28.746340 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f57e1735798f432c8e15469469902953 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:28.749489 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:28.753338 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:28.755429 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:28.769932 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'b48ec95d-28eb-42ca-8ba4-c04ba587fa2d', 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773', 'port_id': 'b48ec95d-28eb-42ca-8ba4-c04ba587fa2d', 'mac_address': 'fa:16:3e:75:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cc6214-9957-47a7-9927-654991105a2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:04:28.846881 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.863977 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.870886 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48ec95d-28eb-42ca-8ba4-c04ba587fa2d {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:04:28.878873 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.887936 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-170f2bc5-54db-474c-ac4c-95442dbe410e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:28.905325 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:28.910840 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:28.912682 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:28.929793 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f57e1735798f432c8e15469469902953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191744 May 18 14:04:28.930566 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caa9f89-16e6-43dc-8623-c61bedf4daa4,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:28.932431 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 33120) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:28.959423 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:28.995592 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:28.999827 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:29.051636 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-39d1506f-37ec-4418-a077-7355027bbf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:29.083655 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-39d1506f-37ec-4418-a077-7355027bbf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:29.137485 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af901bac-daa2-45a2-8a62-a254246ee524 req-ecbd36f6-2a0e-4e79-be24-1370ef5c53da tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:29.139475 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-af901bac-daa2-45a2-8a62-a254246ee524 req-ecbd36f6-2a0e-4e79-be24-1370ef5c53da tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1055036 May 18 14:04:29.158241 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-39d1506f-37ec-4418-a077-7355027bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:29.163993 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:29.178156 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1506f-37ec-4418-a077-7355027bbf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caa9f89-16e6-43dc-8623-c61bedf4daa4,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:29.183096 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-39d1506f-37ec-4418-a077-7355027bbf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:29.197719 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-39d1506f-37ec-4418-a077-7355027bbf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:29.198472 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-39d1506f-37ec-4418-a077-7355027bbf56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1caa9f89-16e6-43dc-8623-c61bedf4daa4 HTTP/1.1" status: 204 len: 168 time: 0.2650256 May 18 14:04:29.202326 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-af901bac-daa2-45a2-8a62-a254246ee524 req-b35ee068-71de-40d6-b9d6-0bc5f71b7c63 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565338 May 18 14:04:29.283563 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b48ec95d-28eb-42ca-8ba4-c04ba587fa2d'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:04:29.396726 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a7d1-3a4c-4b55-8740-ed12dbcccc8b req-198bafa8-6e05-4d41-b2da-2290c04256f7 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:29.398385 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5c81a7d1-3a4c-4b55-8740-ed12dbcccc8b req-198bafa8-6e05-4d41-b2da-2290c04256f7 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 945 time: 0.1240861 May 18 14:04:29.540935 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5c81a7d1-3a4c-4b55-8740-ed12dbcccc8b req-d9060caf-6f1a-4191-a2a8-b60117f73f2a tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357698 May 18 14:04:30.394609 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644a129-384a-49f2-9439-734d8cf66ab8 req-b80de7f3-98c7-415f-8351-e6a695837f22 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:30.396067 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8644a129-384a-49f2-9439-734d8cf66ab8 req-b80de7f3-98c7-415f-8351-e6a695837f22 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0791571 May 18 14:04:30.441280 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8644a129-384a-49f2-9439-734d8cf66ab8 req-3fb90ea7-a51f-46d0-b7d6-3d63460daa5f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 May 18 14:04:32.953344 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201827d-a2df-4498-ba0c-dbc38d42fa7d req-e54d9f20-d239-4d8f-b31d-ce2bbdd9d539 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:32.954830 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b201827d-a2df-4498-ba0c-dbc38d42fa7d req-e54d9f20-d239-4d8f-b31d-ce2bbdd9d539 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 945 time: 0.1441944 May 18 14:04:32.961996 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cda13-0929-46d2-8afd-8c7a12592627 req-0674e84f-7662-42a4-93fd-de2a0c1d518b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:32.963319 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-874cda13-0929-46d2-8afd-8c7a12592627 req-0674e84f-7662-42a4-93fd-de2a0c1d518b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1185787 May 18 14:04:33.033744 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b201827d-a2df-4498-ba0c-dbc38d42fa7d req-269ec5ad-e2ee-4dc5-b398-400ae32afb96 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694199 May 18 14:04:33.040749 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-874cda13-0929-46d2-8afd-8c7a12592627 req-c861f768-df72-420f-b8f5-6053eb646379 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614107 May 18 14:04:34.335713 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd06df-deaf-4671-aae2-d4b4120699f3 req-6ec0693d-2e05-4274-8c58-3c66d0f66a8f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:34.337762 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-99dd06df-deaf-4671-aae2-d4b4120699f3 req-6ec0693d-2e05-4274-8c58-3c66d0f66a8f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 945 time: 0.1734643 May 18 14:04:34.365919 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03370c25-1d3a-4785-9242-38194b1c4bf0 req-b9ba3a87-17c1-491d-b5a4-45a80779b185 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:34.367333 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-03370c25-1d3a-4785-9242-38194b1c4bf0 req-b9ba3a87-17c1-491d-b5a4-45a80779b185 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1552417 May 18 14:04:34.437049 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-99dd06df-deaf-4671-aae2-d4b4120699f3 req-7bef270b-4fce-4c3f-8db7-2d9aeddb0933 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925214 May 18 14:04:34.448355 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-03370c25-1d3a-4785-9242-38194b1c4bf0 req-c449b42d-fa20-47f1-bbe1-a70b12216562 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728176 May 18 14:04:34.701837 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b48ec95d-28eb-42ca-8ba4-c04ba587fa2d up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:04:34.773249 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:04:34.777910 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:04:34.779003 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:34.895535 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:34.929758 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080691db-e33d-443c-b132-cf5dca5f2b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48ec95d-28eb-42ca-8ba4-c04ba587fa2d'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:04:34.940046 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:34.943560 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:34.945376 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:35.014642 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:35.017778 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:35.044259 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080691db-e33d-443c-b132-cf5dca5f2b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48ec95d-28eb-42ca-8ba4-c04ba587fa2d', 'code': 200} May 18 14:04:35.275375 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1030f-a123-437d-a7b0-35ea0af2cbd8 req-c74ddf79-6236-4539-91f9-5753beb0f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:35.276714 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-01e1030f-a123-437d-a7b0-35ea0af2cbd8 req-c74ddf79-6236-4539-91f9-5753beb0f4a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 1099 time: 0.0718129 May 18 14:04:35.327555 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-01e1030f-a123-437d-a7b0-35ea0af2cbd8 req-375b9cdc-cc09-417d-b1f1-21cb25fe2615 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 May 18 14:04:35.738265 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a6589-a619-42ac-848e-53c670ea555b req-1fa7b964-3ff9-4fee-b978-d8a89635f66e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:35.739698 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4d6a6589-a619-42ac-848e-53c670ea555b req-1fa7b964-3ff9-4fee-b978-d8a89635f66e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1578808 May 18 14:04:35.751146 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb17a7-5ece-4501-a01f-1e93d920070b req-252b5862-1482-443c-b31d-7b5c34451075 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:35.752472 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e9bb17a7-5ece-4501-a01f-1e93d920070b req-252b5862-1482-443c-b31d-7b5c34451075 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 946 time: 0.1328261 May 18 14:04:35.827884 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4d6a6589-a619-42ac-848e-53c670ea555b req-5fdde8f8-fa5c-4904-9651-707044e23760 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743928 May 18 14:04:35.832241 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e9bb17a7-5ece-4501-a01f-1e93d920070b req-79a773e8-2d02-4213-b0a0-0e060c0a9bbd tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603354 May 18 14:04:36.072046 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-e269ba73-d060-48be-82bf-21d1bf32bfbb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:36.073475 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-e269ba73-d060-48be-82bf-21d1bf32bfbb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 813 time: 0.1562541 May 18 14:04:36.089564 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-91ad444b-5e38-4d9a-a630-1319608ad12a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/quotas/bd5a1bb0504043f7af98ea12100fed51 HTTP/1.1" status: 200 len: 375 time: 0.0095761 May 18 14:04:36.180308 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-76cd890a-95a6-4f6b-b4a4-fce64f3fb1ea tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839033 May 18 14:04:36.314308 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-ffe9ff1d-f22b-4aa0-bc1a-5094ac11367d service neutron] 10.222.0.44 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270316 May 18 14:04:36.444232 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-0de51a6c-cf51-499a-ac41-70e0147608d5 service neutron] 10.222.0.44 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239822 May 18 14:04:36.645835 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c7f9ac6e-6df2-4e30-8c89-5bbd96e8cfe6 req-f7afc0ad-2580-4e70-9dc3-76df0745e02e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 210 time: 0.0487626 May 18 14:04:37.137472 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b1219-ede3-439c-931c-1f71a0356233 req-6588253d-b23c-4064-92cf-da250fd962b0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:37.139323 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-275b1219-ede3-439c-931c-1f71a0356233 req-6588253d-b23c-4064-92cf-da250fd962b0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1837571 May 18 14:04:37.147230 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ec23b-2aaf-480e-abaa-8e2925390741 req-3dd6ae20-1dfb-476e-b6d0-f1b9e41238d8 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:37.149225 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9c1ec23b-2aaf-480e-abaa-8e2925390741 req-3dd6ae20-1dfb-476e-b6d0-f1b9e41238d8 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 946 time: 0.1455231 May 18 14:04:37.225138 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-275b1219-ede3-439c-931c-1f71a0356233 req-e9ad7d7c-a01f-46c0-81d9-b7607e382770 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 May 18 14:04:37.229558 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9c1ec23b-2aaf-480e-abaa-8e2925390741 req-ffc2aeb8-8d18-4249-b3c0-dae706d1afe1 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651987 May 18 14:04:37.334094 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 33292) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:37.521182 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:37.536022 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:37.539786 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca173ac4d874d3398cd63840d5245a1 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:37.542548 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:37.548053 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:37.636704 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:37.641291 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:37.649207 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3ec69375-ed3f-45bc-a26d-991a06813e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:37.691898 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 33306) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:37.692028 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ca173ac4d874d3398cd63840d5245a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554614 May 18 14:04:37.699389 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6c450a-fece-43f7-822c-540713abf701,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:37.703976 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:37.780010 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-dd192ef9-ffb7-4c44-b7e9-337faaa5ce09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:37.822066 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-dd192ef9-ffb7-4c44-b7e9-337faaa5ce09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:37.878529 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1ef7e44e-c41e-4067-a92d-29a692271d09 req-e3b27b90-2002-4403-8eeb-ba5c962e1baa tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 210 time: 0.0586922 May 18 14:04:37.926745 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-dd192ef9-ffb7-4c44-b7e9-337faaa5ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:37.930260 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-e1277d2e-6016-44df-8ea9-8cdc0b1140a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:37.982220 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-34afaf66-14a2-4101-bc86-993fe94cdc74 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:37.984189 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-34afaf66-14a2-4101-bc86-993fe94cdc74 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 813 time: 0.1720500 May 18 14:04:37.999517 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Request body: {'port': {'device_id': '3de81343-bd17-47fe-aeef-02e06dc60c0a', 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75', 'admin_state_up': True, 'tenant_id': 'bd5a1bb0504043f7af98ea12100fed51'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:38.023442 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd192ef9-ffb7-4c44-b7e9-337faaa5ce09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6c450a-fece-43f7-822c-540713abf701,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:38.038043 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-dd192ef9-ffb7-4c44-b7e9-337faaa5ce09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:38.039373 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-dd192ef9-ffb7-4c44-b7e9-337faaa5ce09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:38.040479 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-dd192ef9-ffb7-4c44-b7e9-337faaa5ce09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d6c450a-fece-43f7-822c-540713abf701 HTTP/1.1" status: 204 len: 168 time: 0.3473089 May 18 14:04:38.171379 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:38.176283 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Usage tracker for resource:port and tenant:bd5a1bb0504043f7af98ea12100fed51 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:38.179837 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:38.186253 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:38.201656 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Made reservation on behalf of bd5a1bb0504043f7af98ea12100fed51 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:04:38.205353 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:38.394170 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Allocated IP 172.20.0.9 (2e72c54c-da79-42f2-aa18-8538d9b1ab75/87523aab-2856-442b-8020-b0d081410ff0/556e133e-e70c-49bb-964f-705d2f7a94d9) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:04:38.423426 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 33328) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:38.450444 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:38.511526 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:38.518896 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e28f95fcf97a4e939561e87a9c5d7131 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:38.522812 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:38.543731 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515b79f-e1c0-48b5-b135-e4afdc28d6cf req-fe9e0fd2-866a-4cd2-b19e-80001689b0a2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:38.545259 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4515b79f-e1c0-48b5-b135-e4afdc28d6cf req-fe9e0fd2-866a-4cd2-b19e-80001689b0a2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1942511 May 18 14:04:38.546185 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:38.625451 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:38.632403 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780ab91-fb6c-4ba8-b393-3cfd9e1c5a40 req-b8b2102c-fb99-45b4-8913-0b0309801248 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:38.633878 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d780ab91-fb6c-4ba8-b393-3cfd9e1c5a40 req-b8b2102c-fb99-45b4-8913-0b0309801248 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 946 time: 0.1852441 May 18 14:04:38.636480 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4515b79f-e1c0-48b5-b135-e4afdc28d6cf req-9e82da20-2c8c-47af-996c-ed75853b27b4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834038 May 18 14:04:38.662895 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:38.673566 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:38.679080 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b2965dfc-11fd-4ae4-93e0-855877541928'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:04:38.700528 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d780ab91-fb6c-4ba8-b393-3cfd9e1c5a40 req-c833f97c-db01-4c38-b51c-4d95fc746c95 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595284 May 18 14:04:38.727141 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:04:38.735246 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:04:38.744129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:04:38.758829 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:38.765178 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:38.805548 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-358bcd65-40dc-4030-a99a-b3c63111c263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:38.820261 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Pushing event updated for resources: {'Port': ['ID=556e133e-e70c-49bb-964f-705d2f7a94d9,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:38.825154 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:38.839850 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:38.841949 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:38.859779 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e28f95fcf97a4e939561e87a9c5d7131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336517 May 18 14:04:38.861112 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 33336) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:38.861775 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c692002f-d6c3-457d-872b-6a9c3bdfeeef,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:38.866666 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:38.869713 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748083 May 18 14:04:38.894043 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Request body: {'port': {'device_id': '3de81343-bd17-47fe-aeef-02e06dc60c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:38.934952 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d3276249-393e-460d-bbc9-2b43b103622e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:38.966968 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d3276249-393e-460d-bbc9-2b43b103622e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:39.023350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d3276249-393e-460d-bbc9-2b43b103622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:39.031072 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e2495ac-11f1-449c-b293-3aecfd17f304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:39.052541 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:39.083505 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3276249-393e-460d-bbc9-2b43b103622e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c692002f-d6c3-457d-872b-6a9c3bdfeeef,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:39.088015 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d3276249-393e-460d-bbc9-2b43b103622e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:39.103039 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d3276249-393e-460d-bbc9-2b43b103622e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:39.106978 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-d3276249-393e-460d-bbc9-2b43b103622e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c692002f-d6c3-457d-872b-6a9c3bdfeeef HTTP/1.1" status: 204 len: 168 time: 0.2393525 May 18 14:04:39.132650 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030413b8-697c-4dea-92e6-4b50227b7935 req-2bc9f566-f192-4389-874d-97e69e9da26f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:39.134532 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-030413b8-697c-4dea-92e6-4b50227b7935 req-2bc9f566-f192-4389-874d-97e69e9da26f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 931 time: 0.1063955 May 18 14:04:39.192216 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-030413b8-697c-4dea-92e6-4b50227b7935 req-d10e9411-87ac-41a1-9bac-7cee6db817cf tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511074 May 18 14:04:39.408222 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556e133e-e70c-49bb-964f-705d2f7a94d9 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:04:39.416607 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:39.431294 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Transition to ACTIVE for port object 556e133e-e70c-49bb-964f-705d2f7a94d9 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:04:39.435778 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:39.439347 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:39.565932 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=556e133e-e70c-49bb-964f-705d2f7a94d9,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:39.568844 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:39.674854 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Attempting to bind port 556e133e-e70c-49bb-964f-705d2f7a94d9 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:04:39.675243 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Attempting to bind port 556e133e-e70c-49bb-964f-705d2f7a94d9 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:04:39.675863 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Attempting to bind port 556e133e-e70c-49bb-964f-705d2f7a94d9 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:04:39.687472 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Port 556e133e-e70c-49bb-964f-705d2f7a94d9 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:04:39.687795 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Attempting to bind port 556e133e-e70c-49bb-964f-705d2f7a94d9 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:04:39.693668 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:04:39.694002 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Checking segment: {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:04:39.694382 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Bound using segment: {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:04:39.694801 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Bound port: 556e133e-e70c-49bb-964f-705d2f7a94d9, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:04:39.695145 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:39.857646 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] For port 556e133e-e70c-49bb-964f-705d2f7a94d9, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:04:39.861018 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] For port 556e133e-e70c-49bb-964f-705d2f7a94d9, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=556e133e-e70c-49bb-964f-705d2f7a94d9,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:04:39.867964 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:39.874065 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:39.909147 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c909e-5a21-46d4-a62e-c0a4d98ef3ef req-8b7fe3f4-101d-43b3-8d4d-76a2148dff40 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:39.913920 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ba0c909e-5a21-46d4-a62e-c0a4d98ef3ef req-8b7fe3f4-101d-43b3-8d4d-76a2148dff40 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1457744 May 18 14:04:39.937290 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:39.937486 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:39.939363 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] 10.222.0.13 "PUT /v2.0/ports/556e133e-e70c-49bb-964f-705d2f7a94d9 HTTP/1.1" status: 200 len: 1093 time: 1.0511394 May 18 14:04:39.940038 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de81343-bd17-47fe-aeef-02e06dc60c0a', 'tag': '556e133e-e70c-49bb-964f-705d2f7a94d9'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:04:39.964932 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=556e133e-e70c-49bb-964f-705d2f7a94d9,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:39.968755 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ba0c909e-5a21-46d4-a62e-c0a4d98ef3ef req-cac6f615-e798-4c88-ae3c-2b7bf2752d6f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508797 May 18 14:04:39.976495 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e321b49-e404-4a1c-9fe1-2424a7e6e1f5 req-5daf755b-3238-4abf-b978-b12ebe9e83f0 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:39.977483 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:39.984320 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4e321b49-e404-4a1c-9fe1-2424a7e6e1f5 req-5daf755b-3238-4abf-b978-b12ebe9e83f0 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 946 time: 0.1511638 May 18 14:04:40.072137 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4e321b49-e404-4a1c-9fe1-2424a7e6e1f5 req-89913af5-9754-4fb2-a770-5186192f9fb6 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869403 May 18 14:04:40.087743 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-d8bac6c5-3417-48d6-b2f0-323f1f83b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:40.089276 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-d8bac6c5-3417-48d6-b2f0-323f1f83b29d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 1096 time: 0.0988100 May 18 14:04:40.173530 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-c8ff75cc-cd6f-495c-a3e3-63e126101545 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=556e133e-e70c-49bb-964f-705d2f7a94d9 HTTP/1.1" status: 200 len: 217 time: 0.0691087 May 18 14:04:40.256349 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-c8bc9355-5edc-41af-b718-82708b28ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:40.257822 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-c8bc9355-5edc-41af-b718-82708b28ae49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0604267 May 18 14:04:40.306840 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de81343-bd17-47fe-aeef-02e06dc60c0a', 'tag': '556e133e-e70c-49bb-964f-705d2f7a94d9', 'status': 'completed', 'code': 200} May 18 14:04:40.320097 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-1d33e77d-5b90-4fd2-b1f1-574a4e481f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454021 May 18 14:04:40.479982 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd551dc1-1949-470b-8164-61d5d4666299 req-36299447-9855-4794-b2c4-9fe97c8277ee tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:40.485133 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cd551dc1-1949-470b-8164-61d5d4666299 req-36299447-9855-4794-b2c4-9fe97c8277ee tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 943 time: 0.1059213 May 18 14:04:40.517391 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-dab0ab97-7c10-496b-9d2d-0eb5385b8e61 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883066 May 18 14:04:40.585383 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cd551dc1-1949-470b-8164-61d5d4666299 req-b01b9583-c3ac-4b1e-a35a-203261c7f674 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945461 May 18 14:04:40.666910 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-11b0eff7-5c31-4ae4-892b-5e6bbd0eaec2 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:40.667599 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-11b0eff7-5c31-4ae4-892b-5e6bbd0eaec2 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Synchronizing usage tracker for tenant:66e973c68e9c4c2fac848f74374ca8bc on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:04:40.696759 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ee66ec07-22e8-4012-a3a7-1bce2ea7b2aa req-af4988c4-0b6e-46be-b198-221017d15adb service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661112 May 18 14:04:40.703181 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-11b0eff7-5c31-4ae4-892b-5e6bbd0eaec2 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Unset dirty status for tenant:66e973c68e9c4c2fac848f74374ca8bc on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:04:40.704302 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-11b0eff7-5c31-4ae4-892b-5e6bbd0eaec2 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.13 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 946 time: 0.2478638 May 18 14:04:40.891571 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-595d67ab-7299-4197-a406-cab5f2e731b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:40.893040 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-595d67ab-7299-4197-a406-cab5f2e731b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 1096 time: 0.1468103 May 18 14:04:40.922211 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Deleting port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:04:40.922553 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:41.148030 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-4c8aa3d3-9f6c-4d60-b2ac-612286630645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:41.149497 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-4c8aa3d3-9f6c-4d60-b2ac-612286630645 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.2484770 May 18 14:04:41.151215 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] For port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:41.151574 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:41.192818 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1abb-aaaf-485b-b774-4c0e18888fdb req-78e36685-159f-41f0-87d5-b15342b5b854 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:41.195013 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9a3e1abb-aaaf-485b-b774-4c0e18888fdb req-78e36685-159f-41f0-87d5-b15342b5b854 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1067550 May 18 14:04:41.286578 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9a3e1abb-aaaf-485b-b774-4c0e18888fdb req-e75c94e1-6ecd-46d5-bf58-6d0118585027 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579355 May 18 14:04:41.321832 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824d78d-2ce5-47a6-984a-54d92dc11779 req-a8063826-1214-49f3-8713-b6e8033e4707 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:41.324410 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2824d78d-2ce5-47a6-984a-54d92dc11779 req-a8063826-1214-49f3-8713-b6e8033e4707 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 946 time: 0.1403489 May 18 14:04:41.332556 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-b558e879-81a1-46a6-9e3d-70098a48bc6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=556e133e-e70c-49bb-964f-705d2f7a94d9 HTTP/1.1" status: 200 len: 217 time: 0.1730580 May 18 14:04:41.339027 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Calling delete_port for b48ec95d-28eb-42ca-8ba4-c04ba587fa2d owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:04:41.370181 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2824d78d-2ce5-47a6-984a-54d92dc11779 req-e186157a-c2f9-438b-b59a-c3f8c81a7599 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 May 18 14:04:41.486038 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-a08b1550-5723-4b46-930b-9d2a2547042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:41.487464 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-a08b1550-5723-4b46-930b-9d2a2547042c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.1454237 May 18 14:04:41.544229 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-42f27813-8a3a-48c2-8ef2-ec48465b3d26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470705 May 18 14:04:41.706828 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:41.713602 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:41.722908 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b48ec95d-28eb-42ca-8ba4-c04ba587fa2d'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:04:41.757746 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Pushing event deleted for resources: {'Port': ['ID=b48ec95d-28eb-42ca-8ba4-c04ba587fa2d,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:41.772369 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:41.816347 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc56e4-9873-4eee-869e-f374377dee3e req-3e91a419-cf3b-4509-a78d-b1e29c35ae8c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:41.816347 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6bfc56e4-9873-4eee-869e-f374377dee3e req-3e91a419-cf3b-4509-a78d-b1e29c35ae8c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 943 time: 0.1195383 May 18 14:04:41.858672 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-cc877a0f-c2f7-48c0-8dd1-dab924055031 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776203 May 18 14:04:41.864424 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] No DVR routers for this DVR port b48ec95d-28eb-42ca-8ba4-c04ba587fa2d on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:04:41.866969 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:41.867287 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6bfc56e4-9873-4eee-869e-f374377dee3e req-7be9f64b-060b-42c9-b0a0-a47c966c9474 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449185 May 18 14:04:41.913359 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9686efdd-60d2-4f29-b5b9-80c07f0f7868 req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.13 "DELETE /v2.0/ports/b48ec95d-28eb-42ca-8ba4-c04ba587fa2d HTTP/1.1" status: 204 len: 173 time: 1.2007475 May 18 14:04:42.032927 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ba109095-40f8-482d-a3d1-ba1480ede418 req-7ea09de1-592d-4f58-abae-b8ede3e8d24a service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612315 May 18 14:04:42.307646 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080691db-e33d-443c-b132-cf5dca5f2b1f', 'name': 'network-vif-deleted', 'tag': 'b48ec95d-28eb-42ca-8ba4-c04ba587fa2d'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:04:42.350561 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080691db-e33d-443c-b132-cf5dca5f2b1f', 'name': 'network-vif-deleted', 'tag': 'b48ec95d-28eb-42ca-8ba4-c04ba587fa2d', 'status': 'completed', 'code': 200} May 18 14:04:42.478361 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71491577-ad73-4cbb-83aa-d5a900342be8 req-5bd842c6-2247-4540-a1a4-f003a1c49bb1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:42.479817 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-71491577-ad73-4cbb-83aa-d5a900342be8 req-5bd842c6-2247-4540-a1a4-f003a1c49bb1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0820956 May 18 14:04:42.552413 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e2a1098d-c17b-422f-8ea4-2f6fc85493ed req-683519d9-ed5a-4fe9-88ce-37a80bbe6c37 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 210 time: 0.0524969 May 18 14:04:42.565376 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-71491577-ad73-4cbb-83aa-d5a900342be8 req-f154b193-01fd-4510-aa6c-76e2d1b11590 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784531 May 18 14:04:45.495872 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 556e133e-e70c-49bb-964f-705d2f7a94d9 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:04:45.510906 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b48ec95d-28eb-42ca-8ba4-c04ba587fa2d no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:04:45.569545 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: b48ec95d-28eb-42ca-8ba4-c04ba587fa2d {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:04:45.569898 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b48ec95d-28eb-42ca-8ba4-c04ba587fa2d not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:04:45.677037 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 556e133e-e70c-49bb-964f-705d2f7a94d9, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=556e133e-e70c-49bb-964f-705d2f7a94d9,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:45.697823 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '556e133e-e70c-49bb-964f-705d2f7a94d9', 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75', 'port_id': '556e133e-e70c-49bb-964f-705d2f7a94d9', 'mac_address': 'fa:16:3e:47:4a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87523aab-2856-442b-8020-b0d081410ff0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:04:45.748633 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-87b49919-a0c6-44ec-824c-5d802ad85d4f req-630177e8-4fe4-4bee-b15a-f136d6105757 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=080691db-e33d-443c-b132-cf5dca5f2b1f HTTP/1.1" status: 200 len: 210 time: 0.0521598 May 18 14:04:45.758117 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:45.783125 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556e133e-e70c-49bb-964f-705d2f7a94d9 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:04:45.803713 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 556e133e-e70c-49bb-964f-705d2f7a94d9, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=556e133e-e70c-49bb-964f-705d2f7a94d9,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:45.806568 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf85ab9-7ee4-4074-872c-665d3807cbb6 req-28ba734f-2a64-49b0-8795-d419cb296ec0 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:45.808103 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5cf85ab9-7ee4-4074-872c-665d3807cbb6 req-28ba734f-2a64-49b0-8795-d419cb296ec0 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 943 time: 0.1545994 May 18 14:04:45.808885 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:45.811626 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:45.865552 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5cf85ab9-7ee4-4074-872c-665d3807cbb6 req-50a12437-8cf0-4059-b04e-d41974224c99 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 May 18 14:04:45.882674 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=556e133e-e70c-49bb-964f-705d2f7a94d9,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:45.885858 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:45.943902 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5a5ab-2f37-4d17-bf97-5b9784e436b3 req-52bb6a6b-6d92-48de-abc1-3bc3dfcae160 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:45.945359 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-25d5a5ab-2f37-4d17-bf97-5b9784e436b3 req-52bb6a6b-6d92-48de-abc1-3bc3dfcae160 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0787694 May 18 14:04:45.993717 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-25d5a5ab-2f37-4d17-bf97-5b9784e436b3 req-2331f453-6292-4590-95d1-06d7df116783 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418737 May 18 14:04:46.198656 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['556e133e-e70c-49bb-964f-705d2f7a94d9'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:04:47.108063 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ead874-d95c-4645-b123-6063bac7cda5 req-c4fe58fc-9a1d-4444-9b58-6fbb128a79f0 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:47.109483 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f6ead874-d95c-4645-b123-6063bac7cda5 req-c4fe58fc-9a1d-4444-9b58-6fbb128a79f0 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 944 time: 0.1229913 May 18 14:04:47.291839 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f6ead874-d95c-4645-b123-6063bac7cda5 req-e5d9c9e6-7ebb-4c5b-966a-65ee2eeb8428 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669928 May 18 14:04:47.312432 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-0c92f37f-2f9f-4593-9371-071e6a4407ec tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:47.313881 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-0c92f37f-2f9f-4593-9371-071e6a4407ec tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/networks?id=3957d860-b34f-4fad-ac78-77bd5b405773 HTTP/1.1" status: 200 len: 808 time: 0.2507286 May 18 14:04:47.328850 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-8fe89697-7875-4f7d-840d-361449de3c95 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/quotas/66e973c68e9c4c2fac848f74374ca8bc HTTP/1.1" status: 200 len: 375 time: 0.0094721 May 18 14:04:47.377146 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-9e0eff1d-65d6-4b7c-ad04-6a8d73b337c5 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=66e973c68e9c4c2fac848f74374ca8bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430143 May 18 14:04:47.509625 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 556e133e-e70c-49bb-964f-705d2f7a94d9 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:04:47.568934 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8008a19-eaf8-4325-9298-0b271aac4dc7 req-9737ecf7-b57c-4211-9b69-40a9d74880c1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:47.570416 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c8008a19-eaf8-4325-9298-0b271aac4dc7 req-9737ecf7-b57c-4211-9b69-40a9d74880c1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1864378 May 18 14:04:47.572301 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-cfff6fa6-f5b1-4ffe-8307-dcf67d2c5be7 service neutron] 10.222.0.44 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872694 May 18 14:04:47.580265 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port 556e133e-e70c-49bb-964f-705d2f7a94d9 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:04:47.584965 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 556e133e-e70c-49bb-964f-705d2f7a94d9 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:04:47.585345 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:47.702103 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:47.705115 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c8008a19-eaf8-4325-9298-0b271aac4dc7 req-aacae258-9c6b-407d-9e4b-91d0427e6e2a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278920 May 18 14:04:47.739064 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de81343-bd17-47fe-aeef-02e06dc60c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556e133e-e70c-49bb-964f-705d2f7a94d9'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:04:47.750202 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 556e133e-e70c-49bb-964f-705d2f7a94d9, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=556e133e-e70c-49bb-964f-705d2f7a94d9,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:04:47.755037 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:47.757442 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:47.766614 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-f58cd13d-c9c7-48df-9404-09254cf636eb service neutron] 10.222.0.44 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705947 May 18 14:04:47.793795 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de81343-bd17-47fe-aeef-02e06dc60c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556e133e-e70c-49bb-964f-705d2f7a94d9', 'code': 200} May 18 14:04:47.831663 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=556e133e-e70c-49bb-964f-705d2f7a94d9,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:47.834624 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:48.035777 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-07f9a464-e86f-4e65-8069-f3f0cedc845e req-113eaa37-5f6c-418d-b9e8-9c0d5bf5dd57 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 210 time: 0.0608802 May 18 14:04:48.083977 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0bd44-d53b-40aa-939b-385ef7cc3fcd req-9125696b-9b2f-473a-ba1f-2ceb39a97c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:48.085658 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-4db0bd44-d53b-40aa-939b-385ef7cc3fcd req-9125696b-9b2f-473a-ba1f-2ceb39a97c92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 1098 time: 0.1071651 May 18 14:04:48.147354 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-4db0bd44-d53b-40aa-939b-385ef7cc3fcd req-470c75ec-a30e-4ef2-ad45-1787365daa93 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524395 May 18 14:04:48.393271 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:48.488562 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fbcf7-ed6d-46d1-8102-fa7f08d98967 req-230c6c3d-dd3b-4c32-afe6-513d4439e780 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:48.490186 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dd9fbcf7-ed6d-46d1-8102-fa7f08d98967 req-230c6c3d-dd3b-4c32-afe6-513d4439e780 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 945 time: 0.0841217 May 18 14:04:48.555322 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dd9fbcf7-ed6d-46d1-8102-fa7f08d98967 req-341b1508-833b-47d6-a6af-bcf7d9bffb5e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570574 May 18 14:04:48.798708 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-094b8144-9e9c-4ad9-951c-11126bdff4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:48.906301 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e9d47-44b3-4d37-95ff-1c29d7f3d666 req-09ee60a5-8b48-4590-aef3-b02554273a40 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:48.907730 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5e4e9d47-44b3-4d37-95ff-1c29d7f3d666 req-09ee60a5-8b48-4590-aef3-b02554273a40 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0784140 May 18 14:04:48.954225 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5e4e9d47-44b3-4d37-95ff-1c29d7f3d666 req-bf7ff850-89d6-413c-b8df-d65ea4d40552 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 May 18 14:04:49.210069 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3fa513e6-8fd6-416f-8cf1-2ccb53101ace req-ed621dbc-156f-441d-805f-3c236db85577 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 210 time: 0.0549591 May 18 14:04:49.381142 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-13c8213c-cf1d-4fdc-bef1-5152edd5caf2 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:49.383163 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-13c8213c-cf1d-4fdc-bef1-5152edd5caf2 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.13 "GET /v2.0/networks?id=3957d860-b34f-4fad-ac78-77bd5b405773 HTTP/1.1" status: 200 len: 808 time: 0.1820116 May 18 14:04:49.399889 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Request body: {'port': {'device_id': '996b5e75-4196-47aa-9087-f65b17b4fe17', 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773', 'admin_state_up': True, 'tenant_id': '66e973c68e9c4c2fac848f74374ca8bc'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:49.564319 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:49.569899 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Usage tracker for resource:port and tenant:66e973c68e9c4c2fac848f74374ca8bc is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:49.572964 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:49.580906 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:49.591799 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Made reservation on behalf of 66e973c68e9c4c2fac848f74374ca8bc for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:04:49.596964 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:49.686608 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 33564) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:49.765424 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9790-86d8-4e1f-9e3f-b798b1b9cd32 req-949efd1c-be81-4d81-9e03-2b4f64f24419 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:49.774303 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-667e9790-86d8-4e1f-9e3f-b798b1b9cd32 req-949efd1c-be81-4d81-9e03-2b4f64f24419 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 945 time: 0.1011167 May 18 14:04:49.803078 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Allocated IP 172.20.0.11 (3957d860-b34f-4fad-ac78-77bd5b405773/99cc6214-9957-47a7-9927-654991105a2b/3043dedf-83ba-4508-a529-2f5ccb39f4a7) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:04:49.834199 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-667e9790-86d8-4e1f-9e3f-b798b1b9cd32 req-3a5d7f4b-1cc5-4a15-a774-2c47fab387d8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585546 May 18 14:04:50.004787 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.027885 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:04:50.038051 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Usage tracker for resource:security_group_rule and tenant:18ee25f1fcf54e609544bc2940215beb is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:04:50.044851 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:04:50.061537 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:04:50.120584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.170545 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1175917-cefe-4895-8be9-004b2899e3c1 req-cd727d80-f913-450b-a302-92a60d3ea1d0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:50.174120 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b1175917-cefe-4895-8be9-004b2899e3c1 req-cd727d80-f913-450b-a302-92a60d3ea1d0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1036549 May 18 14:04:50.213681 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.216804 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.222938 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:50.228880 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b1175917-cefe-4895-8be9-004b2899e3c1 req-7c48a32f-e376-4178-aca5-2e5fc6920830 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486629 May 18 14:04:50.264321 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.313111 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Network 3957d860-b34f-4fad-ac78-77bd5b405773 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:04:50.320916 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:04:50.328548 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:04:50.362674 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18ee25f1fcf54e609544bc2940215beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6748312 May 18 14:04:50.367136 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 33592) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:04:50.376505 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Pushing event updated for resources: {'Port': ['ID=3043dedf-83ba-4508-a529-2f5ccb39f4a7,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:50.384555 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:50.385097 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8d6df32e-4d5b-4333-84a0-2d4e81e65c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:50.430596 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:50.431198 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.437742 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb33b7b2-0018-4521-b44b-3c069d1fe2f0,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:50.444710 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:50.465596 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d20f02db-ee3f-43b7-8e06-abd18341a010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.468722 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0756900 May 18 14:04:50.483271 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Request body: {'port': {'device_id': '996b5e75-4196-47aa-9087-f65b17b4fe17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:04:50.511535 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08109c7-0300-4e67-86ed-f47edfa92197 req-d313a88a-6c15-4b28-ae18-80e64e818f4f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:50.518632 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b08109c7-0300-4e67-86ed-f47edfa92197 req-d313a88a-6c15-4b28-ae18-80e64e818f4f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 932 time: 0.1839430 May 18 14:04:50.525074 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d20f02db-ee3f-43b7-8e06-abd18341a010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.602571 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b08109c7-0300-4e67-86ed-f47edfa92197 req-01085fed-144d-4e2e-a742-6e0edbbf2d4f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793526 May 18 14:04:50.634241 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d20f02db-ee3f-43b7-8e06-abd18341a010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.642588 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d8670824-ca39-4008-8491-ccc6752f9537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:50.668776 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f02db-ee3f-43b7-8e06-abd18341a010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb33b7b2-0018-4521-b44b-3c069d1fe2f0,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:50.672544 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d20f02db-ee3f-43b7-8e06-abd18341a010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:50.675047 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d20f02db-ee3f-43b7-8e06-abd18341a010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:50.676240 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-d20f02db-ee3f-43b7-8e06-abd18341a010 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb33b7b2-0018-4521-b44b-3c069d1fe2f0 HTTP/1.1" status: 204 len: 168 time: 0.3089204 May 18 14:04:50.733067 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:51.128386 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3043dedf-83ba-4508-a529-2f5ccb39f4a7 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:04:51.139834 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:51.161201 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Transition to ACTIVE for port object 3043dedf-83ba-4508-a529-2f5ccb39f4a7 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:04:51.176107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:51.181312 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:51.264554 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Pushing event updated for resources: {'Port': ['ID=3043dedf-83ba-4508-a529-2f5ccb39f4a7,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:51.275202 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:51.423417 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-98405884-a31b-4417-9924-f9cbd560af1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:51.435593 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:51.501474 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f29733-320e-4262-9ec6-ffc888e34d92 req-b01e669e-fd8e-496c-90f0-96b929eed765 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:51.510354 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a0f29733-320e-4262-9ec6-ffc888e34d92 req-b01e669e-fd8e-496c-90f0-96b929eed765 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1197841 May 18 14:04:51.549389 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Attempting to bind port 3043dedf-83ba-4508-a529-2f5ccb39f4a7 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:04:51.550061 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Attempting to bind port 3043dedf-83ba-4508-a529-2f5ccb39f4a7 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'b0f74198-2e24-4688-9e76-5f75c200e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:04:51.550177 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Attempting to bind port 3043dedf-83ba-4508-a529-2f5ccb39f4a7 on network 3957d860-b34f-4fad-ac78-77bd5b405773 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:04:51.560980 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Port 3043dedf-83ba-4508-a529-2f5ccb39f4a7 on network 3957d860-b34f-4fad-ac78-77bd5b405773 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:04:51.561529 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Attempting to bind port 3043dedf-83ba-4508-a529-2f5ccb39f4a7 on network 3957d860-b34f-4fad-ac78-77bd5b405773 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:04:51.567481 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:04:51.567839 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Checking segment: {'id': 'b0f74198-2e24-4688-9e76-5f75c200e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:04:51.568550 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Bound using segment: {'id': 'b0f74198-2e24-4688-9e76-5f75c200e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:04:51.569145 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Bound port: 3043dedf-83ba-4508-a529-2f5ccb39f4a7, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f74198-2e24-4688-9e76-5f75c200e398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:04:51.569732 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:51.604395 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a0f29733-320e-4262-9ec6-ffc888e34d92 req-a0ea0b9d-d3fa-49f3-997b-531d65409c7e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932274 May 18 14:04:51.668182 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed9f9f-0ba8-4dc7-ae1e-800e1c69b6ee req-d5e8f535-37a3-4c04-9aa1-bb83b6887103 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:51.669914 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-85ed9f9f-0ba8-4dc7-ae1e-800e1c69b6ee req-d5e8f535-37a3-4c04-9aa1-bb83b6887103 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1238062 May 18 14:04:51.684781 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] For port 3043dedf-83ba-4508-a529-2f5ccb39f4a7, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:04:51.687965 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] For port 3043dedf-83ba-4508-a529-2f5ccb39f4a7, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3043dedf-83ba-4508-a529-2f5ccb39f4a7,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:04:51.692879 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:51.697779 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:04:51.737608 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-85ed9f9f-0ba8-4dc7-ae1e-800e1c69b6ee req-52de7cf4-c133-40a7-a12b-14e4ae4c532b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584383 May 18 14:04:51.781908 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:51.782619 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:51.784210 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] 10.222.0.13 "PUT /v2.0/ports/3043dedf-83ba-4508-a529-2f5ccb39f4a7 HTTP/1.1" status: 200 len: 1094 time: 1.3067048 May 18 14:04:51.787292 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996b5e75-4196-47aa-9087-f65b17b4fe17', 'tag': '3043dedf-83ba-4508-a529-2f5ccb39f4a7'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:04:51.811072 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Pushing event updated for resources: {'Port': ['ID=3043dedf-83ba-4508-a529-2f5ccb39f4a7,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:04:51.814439 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:04:51.841594 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996b5e75-4196-47aa-9087-f65b17b4fe17', 'tag': '3043dedf-83ba-4508-a529-2f5ccb39f4a7', 'status': 'completed', 'code': 200} May 18 14:04:51.904332 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f702-b2cc-467f-8f7e-3638b9873c76 req-3fc46eb5-d030-4fd2-9e8a-23259a69fc54 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:51.905824 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d106f702-b2cc-467f-8f7e-3638b9873c76 req-3fc46eb5-d030-4fd2-9e8a-23259a69fc54 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.0927627 May 18 14:04:51.950661 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d106f702-b2cc-467f-8f7e-3638b9873c76 req-813e0b96-6920-4fc8-82fa-7ee4781add3b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 May 18 14:04:52.360978 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:52.856146 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51e32f-38b7-4e08-8899-0032c7e066f3 req-4e8e10f2-ec49-4c1b-9c83-1b1d6a7fbe33 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:52.857622 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0b51e32f-38b7-4e08-8899-0032c7e066f3 req-4e8e10f2-ec49-4c1b-9c83-1b1d6a7fbe33 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1476328 May 18 14:04:52.901817 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0b51e32f-38b7-4e08-8899-0032c7e066f3 req-dc44fd06-3c37-40e8-a3bb-9c557ab62e64 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384419 May 18 14:04:53.085238 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a4f4-5309-4f9b-ae28-0cc48ce489e7 req-05fce8b8-64f4-43fd-aea6-dc39cdc81fa4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:53.086854 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccc9a4f4-5309-4f9b-ae28-0cc48ce489e7 req-05fce8b8-64f4-43fd-aea6-dc39cdc81fa4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0844877 May 18 14:04:53.133066 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccc9a4f4-5309-4f9b-ae28-0cc48ce489e7 req-f305f1e4-80dc-4377-a530-6fd92dd0f7e3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 May 18 14:04:53.300591 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36241ee3-1e97-4253-9c9e-635daca23bf1 req-9619ee73-ea71-4a27-b1f4-3a050a4bef6d tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:53.302054 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-36241ee3-1e97-4253-9c9e-635daca23bf1 req-9619ee73-ea71-4a27-b1f4-3a050a4bef6d tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.0785348 May 18 14:04:53.346995 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-36241ee3-1e97-4253-9c9e-635daca23bf1 req-950ca042-bdd2-4ff2-bae9-c904d3b01752 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384579 May 18 14:04:53.945370 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:04:54.096084 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37aef7-8b54-49ec-bc09-c5cd49f80da9 req-d08b306f-d959-4954-91c7-3041366ce9a1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:54.097546 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a37aef7-8b54-49ec-bc09-c5cd49f80da9 req-d08b306f-d959-4954-91c7-3041366ce9a1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0839007 May 18 14:04:54.140979 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a37aef7-8b54-49ec-bc09-c5cd49f80da9 req-7aa778bb-1497-4f7e-965f-963544c49dc5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378017 May 18 14:04:54.314022 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1435eb9-1d35-49e0-a405-56a0121ce736 req-d0b93300-a676-4635-a8ed-350751be2eb4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:54.315336 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e1435eb9-1d35-49e0-a405-56a0121ce736 req-d0b93300-a676-4635-a8ed-350751be2eb4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0776830 May 18 14:04:54.358216 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e1435eb9-1d35-49e0-a405-56a0121ce736 req-586ddd14-89c7-45a4-a38e-691afccdeeb5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372248 May 18 14:04:54.530799 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1ca75-520a-4797-afe0-e769acaea59c req-ec0321ac-f4fc-4d66-b968-2c1878ee0c4f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:54.532242 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-39d1ca75-520a-4797-afe0-e769acaea59c req-ec0321ac-f4fc-4d66-b968-2c1878ee0c4f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.0833378 May 18 14:04:54.585543 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-39d1ca75-520a-4797-afe0-e769acaea59c req-33c56ccd-7a07-4b06-9554-9696dbbfdbe7 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457406 May 18 14:04:54.662028 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420e172-2d9e-4240-936b-9bfa8eb6dc78 req-29686111-05eb-4554-b4dc-3be04089df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:54.663484 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1420e172-2d9e-4240-936b-9bfa8eb6dc78 req-29686111-05eb-4554-b4dc-3be04089df76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66e973c68e9c4c2fac848f74374ca8bc&device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 1097 time: 0.0839822 May 18 14:04:54.860212 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420e172-2d9e-4240-936b-9bfa8eb6dc78 req-d6f0730c-6c6b-4bf5-b328-a5112c147ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:54.861535 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1420e172-2d9e-4240-936b-9bfa8eb6dc78 req-d6f0730c-6c6b-4bf5-b328-a5112c147ff3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=66e973c68e9c4c2fac848f74374ca8bc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1887512 May 18 14:04:54.872080 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72223-e00e-43bf-889a-be90d64db3f7 req-b12c8613-a77b-48cf-b3ba-269dd4af9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:54.873407 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-12d72223-e00e-43bf-889a-be90d64db3f7 req-b12c8613-a77b-48cf-b3ba-269dd4af9f34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 1098 time: 0.1143548 May 18 14:04:55.002273 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-12d72223-e00e-43bf-889a-be90d64db3f7 req-0df319f0-02c8-4c86-9870-fbd6cfc92fc5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095803 May 18 14:04:55.034387 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420e172-2d9e-4240-936b-9bfa8eb6dc78 req-777d65f4-9c3f-48a8-8aa5-e0a539469ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:55.035864 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-1420e172-2d9e-4240-936b-9bfa8eb6dc78 req-777d65f4-9c3f-48a8-8aa5-e0a539469ce2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665015 May 18 14:04:55.159185 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-fda1666e-3bf2-4996-bd8a-1ddf6b87bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:55.160653 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-fda1666e-3bf2-4996-bd8a-1ddf6b87bc82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66e973c68e9c4c2fac848f74374ca8bc&device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 1097 time: 0.0762613 May 18 14:04:55.231430 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-1290f142-d207-45f8-b372-d2b09d622d34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3043dedf-83ba-4508-a529-2f5ccb39f4a7 HTTP/1.1" status: 200 len: 217 time: 0.0607402 May 18 14:04:55.297077 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-83ad0cf1-1252-46c7-8345-b874050ece57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:55.298516 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-83ad0cf1-1252-46c7-8345-b874050ece57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99cc6214-9957-47a7-9927-654991105a2b HTTP/1.1" status: 200 len: 848 time: 0.0609426 May 18 14:04:55.349393 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-a91f2d0a-9306-4580-9507-a4218fa64b43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3957d860-b34f-4fad-ac78-77bd5b405773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425358 May 18 14:04:55.422695 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76670e-4884-4fdc-a6aa-f91f24e03158 req-4b8161eb-2f94-4586-96ef-c5e9e96d5318 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:55.424223 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8b76670e-4884-4fdc-a6aa-f91f24e03158 req-4b8161eb-2f94-4586-96ef-c5e9e96d5318 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1731024 May 18 14:04:55.503249 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8b76670e-4884-4fdc-a6aa-f91f24e03158 req-86551bac-398b-4df1-a342-57689fa16e1c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674076 May 18 14:04:55.510854 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-c142a0e8-5237-48e0-8553-a763c9e179d4 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:55.512939 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-c142a0e8-5237-48e0-8553-a763c9e179d4 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 813 time: 0.1945615 May 18 14:04:55.530745 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-925aa8b6-f4c8-49ea-85be-131a26f70cf8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/quotas/bd5a1bb0504043f7af98ea12100fed51 HTTP/1.1" status: 200 len: 375 time: 0.0121512 May 18 14:04:55.551724 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-498d5b7b-58d6-4f62-a471-50edee38c337 service neutron] 10.222.0.13 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950064 May 18 14:04:55.675576 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-922fd903-9988-48b9-9843-a131b9f7648c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376731 May 18 14:04:55.708486 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5dd3f164-cafc-4c7e-a56d-9c604102c325 req-2e177cb3-7aa1-4550-9148-f4a0629d9fd4 service neutron] 10.222.0.13 "GET /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484087 May 18 14:04:55.857341 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1de0fb47-9510-422d-8712-e0f46b92d8a9 service neutron] 10.222.0.44 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809983 May 18 14:04:55.866082 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25ecdb-8530-460e-a35c-22127df68905 req-e3d5b1c3-b648-4800-acd3-35bc0e6d0fb7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:55.867379 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0c25ecdb-8530-460e-a35c-22127df68905 req-e3d5b1c3-b648-4800-acd3-35bc0e6d0fb7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.2538445 May 18 14:04:56.038968 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0c25ecdb-8530-460e-a35c-22127df68905 req-c5f2cf6c-093f-4c09-b9d6-6e537ce15b05 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489697 May 18 14:04:56.064593 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-f7927fc7-9b6a-459b-ae1d-8a9781e98f57 service neutron] 10.222.0.44 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962647 May 18 14:04:56.155721 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:04:56.222345 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd3a92-afec-4335-812e-7aeeeda987e5 req-d7d1794d-bb5b-4fe5-9969-a133ea58b4a6 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:56.223832 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44fd3a92-afec-4335-812e-7aeeeda987e5 req-d7d1794d-bb5b-4fe5-9969-a133ea58b4a6 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.0906107 May 18 14:04:56.272545 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44fd3a92-afec-4335-812e-7aeeeda987e5 req-bd90664e-31b9-4b9a-a0b2-0b70b7885110 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 May 18 14:04:56.363163 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-81671082-56fd-4697-b76a-04fc8afea599 req-6c99de81-33a7-4ffe-b4a4-ffd7fce5e95d tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 210 time: 0.0444727 May 18 14:04:56.693531 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0c12d-df16-41c1-a447-b69df99f89b2 req-eadf323a-324f-49ad-8227-3bea5490a04e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:56.694975 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-85f0c12d-df16-41c1-a447-b69df99f89b2 req-eadf323a-324f-49ad-8227-3bea5490a04e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0809009 May 18 14:04:56.739946 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-85f0c12d-df16-41c1-a447-b69df99f89b2 req-66d8ef96-586c-437e-9478-953d20452b0d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385585 May 18 14:04:57.224673 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7e23d-1b91-412f-b5bf-59cad33110b2 req-ec989812-81c0-438e-8cff-3767d4f3f97f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:57.226151 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d9e7e23d-1b91-412f-b5bf-59cad33110b2 req-ec989812-81c0-438e-8cff-3767d4f3f97f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.0796552 May 18 14:04:57.274120 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d9e7e23d-1b91-412f-b5bf-59cad33110b2 req-0d313764-5a40-40cd-93f7-333b8354cf55 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 May 18 14:04:57.581375 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d866c2-7924-46f2-b3c7-0c45c5b59d6b req-b41e7d88-fa23-43a1-adf7-ecd17520795e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:57.582821 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-99d866c2-7924-46f2-b3c7-0c45c5b59d6b req-b41e7d88-fa23-43a1-adf7-ecd17520795e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.1057553 May 18 14:04:57.594535 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bd9e0-879e-4f5d-938b-572bc3e8a06e req-bfafb77a-3590-4f55-a9e0-6e5e3760bf6e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:57.595884 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-808bd9e0-879e-4f5d-938b-572bc3e8a06e req-bfafb77a-3590-4f55-a9e0-6e5e3760bf6e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2157209 May 18 14:04:57.663102 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-99d866c2-7924-46f2-b3c7-0c45c5b59d6b req-866f45ff-f2c3-45d4-8161-fda3138cc382 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662994 May 18 14:04:57.667469 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-808bd9e0-879e-4f5d-938b-572bc3e8a06e req-4ec4dd81-aab3-442a-88c3-e17e96afa2e3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572979 May 18 14:04:57.800046 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d55fe56f-da26-444e-8358-009cc7f3bb0d req-6e587bcd-bdd9-44a7-bd84-459f1c0e70f1 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 210 time: 0.0427930 May 18 14:04:57.932364 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12d463-2e0d-4eb0-8126-4dee3158448e req-529c08fe-d20e-4c89-9338-1e5bf00c77b4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:57.934562 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0b12d463-2e0d-4eb0-8126-4dee3158448e req-529c08fe-d20e-4c89-9338-1e5bf00c77b4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0842261 May 18 14:04:57.978480 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0b12d463-2e0d-4eb0-8126-4dee3158448e req-8fe4eb54-b341-4518-9df2-ad71e03320f8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382683 May 18 14:04:58.849962 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563103dd-23a7-4dea-b36e-4932a2bc64c2 req-6554fb39-7665-4075-9d27-52c634fb3e56 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:58.851401 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-563103dd-23a7-4dea-b36e-4932a2bc64c2 req-6554fb39-7665-4075-9d27-52c634fb3e56 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.0817959 May 18 14:04:58.895367 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-563103dd-23a7-4dea-b36e-4932a2bc64c2 req-dcbc7868-e090-442a-84fd-2437756f2947 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377827 May 18 14:04:58.947999 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7be79056-3e03-4b42-8394-c0406e164bff req-e9d49d60-3e87-43ee-86c8-f2e16c52fc84 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 210 time: 0.0405955 May 18 14:04:59.172303 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bc95b-345e-44e5-a260-a6a486039ff0 req-880028f6-bd6c-4d29-908a-b91d5f55b1d2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:04:59.173774 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-679bc95b-345e-44e5-a260-a6a486039ff0 req-880028f6-bd6c-4d29-908a-b91d5f55b1d2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0801141 May 18 14:04:59.220619 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-679bc95b-345e-44e5-a260-a6a486039ff0 req-f86d40cd-3df1-42f1-8624-7ebe3ff08281 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410905 May 18 14:05:00.104487 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7be339fe-3fea-463d-b338-bf6876f18404 req-4d0acce4-72d4-4f7c-85bd-b8f54f87b489 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 210 time: 0.0437756 May 18 14:05:00.128798 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2fd9-75b7-4467-8c7c-536ad1921c16 req-3d7fc840-d719-4b69-abe0-6047730eef5e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:00.130266 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-603c2fd9-75b7-4467-8c7c-536ad1921c16 req-3d7fc840-d719-4b69-abe0-6047730eef5e tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.1235962 May 18 14:05:00.181223 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-603c2fd9-75b7-4467-8c7c-536ad1921c16 req-098f8abf-aaeb-4f68-b285-c8c7a5aba07f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 May 18 14:05:00.492329 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d7b8d-154d-471c-9f93-3ad0b07566dd req-5a72c084-ebea-4a26-9d95-153bdd029066 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:00.510637 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3f8d7b8d-154d-471c-9f93-3ad0b07566dd req-5a72c084-ebea-4a26-9d95-153bdd029066 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1651196 May 18 14:05:00.584199 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-db2c47f7-8496-462d-83b7-5df7a17875b8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:00.585896 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-db2c47f7-8496-462d-83b7-5df7a17875b8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 813 time: 0.1777318 May 18 14:05:00.617407 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Request body: {'port': {'device_id': '608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab', 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75', 'admin_state_up': True, 'tenant_id': 'bd5a1bb0504043f7af98ea12100fed51'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:05:00.632020 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3f8d7b8d-154d-471c-9f93-3ad0b07566dd req-b752e80a-491a-4c5e-a9ed-758b654eead4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193538 May 18 14:05:00.803488 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:05:00.808957 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Usage tracker for resource:port and tenant:bd5a1bb0504043f7af98ea12100fed51 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:05:00.812010 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:05:00.821067 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:05:00.830996 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Made reservation on behalf of bd5a1bb0504043f7af98ea12100fed51 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:05:00.835157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:01.007424 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Allocated IP 172.20.0.4 (2e72c54c-da79-42f2-aa18-8538d9b1ab75/87523aab-2856-442b-8020-b0d081410ff0/eb2f17e2-7e8c-4977-a0de-899ce033e221) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:05:01.145824 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e4657-eb73-4798-ba31-f22e105a8f4c req-264ce684-d33e-4840-8e19-7d1d5652618e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:01.147394 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f29e4657-eb73-4798-ba31-f22e105a8f4c req-264ce684-d33e-4840-8e19-7d1d5652618e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0827651 May 18 14:05:01.207566 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f29e4657-eb73-4798-ba31-f22e105a8f4c req-3443e6e5-84b3-470e-b3b4-0f71ced2d87f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528831 May 18 14:05:01.220516 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:01.255083 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:01.260874 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-647ce4c7-ffa5-4538-a2c6-9b204ad6137f tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:01.303405 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6c51-9bdd-4a9c-9af3-b09d4416fcde req-57b9fc2e-8dad-4f41-bdfb-98dde5e5ad4a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:01.304835 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1edd6c51-9bdd-4a9c-9af3-b09d4416fcde req-57b9fc2e-8dad-4f41-bdfb-98dde5e5ad4a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 931 time: 0.0818152 May 18 14:05:01.330519 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:05:01.333615 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:05:01.337374 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:05:01.369817 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Pushing event updated for resources: {'Port': ['ID=eb2f17e2-7e8c-4977-a0de-899ce033e221,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:01.376611 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:01.399778 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1edd6c51-9bdd-4a9c-9af3-b09d4416fcde req-c4c504eb-1622-4ae8-9906-af0f2bf554c5 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566156 May 18 14:05:01.406917 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:01.407550 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:01.420136 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617aa15-1e29-45be-90d0-5b1f141d1ca3 req-25c1b598-f2bf-4788-b926-cffa1a07b42f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:01.421677 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6617aa15-1e29-45be-90d0-5b1f141d1ca3 req-25c1b598-f2bf-4788-b926-cffa1a07b42f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.1159651 May 18 14:05:01.432278 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8224521 May 18 14:05:01.465550 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6617aa15-1e29-45be-90d0-5b1f141d1ca3 req-8e00464d-fc59-45df-8951-5c285157ee00 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 May 18 14:05:01.827962 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117d2cb-78a4-4a99-a77b-012f00a9ebe5 req-744ea985-9842-4839-8f36-916c5e7b98e1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:01.829416 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2117d2cb-78a4-4a99-a77b-012f00a9ebe5 req-744ea985-9842-4839-8f36-916c5e7b98e1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0800011 May 18 14:05:01.875893 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2117d2cb-78a4-4a99-a77b-012f00a9ebe5 req-ab562047-c828-47e5-8bab-a34ded2f823a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408609 May 18 14:05:02.382188 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a8b3c-c20e-42aa-a794-844a815a7ad4 req-6ab46ad7-9cc8-4c2e-99ea-bcf425ebf8a6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:02.383604 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-955a8b3c-c20e-42aa-a794-844a815a7ad4 req-6ab46ad7-9cc8-4c2e-99ea-bcf425ebf8a6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0781307 May 18 14:05:02.426376 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-955a8b3c-c20e-42aa-a794-844a815a7ad4 req-b261d643-cca9-433e-ae09-cbd7f4a0bff8 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 May 18 14:05:02.627639 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d8515-20b7-42f1-95ce-f7883cf121ef req-e77a77e6-5da6-4e6e-b26f-175c56596292 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:02.629051 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4f8d8515-20b7-42f1-95ce-f7883cf121ef req-e77a77e6-5da6-4e6e-b26f-175c56596292 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 931 time: 0.1216602 May 18 14:05:02.684413 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4f8d8515-20b7-42f1-95ce-f7883cf121ef req-226bc5e2-248c-471c-acf6-682b79422541 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480626 May 18 14:05:02.699022 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f7e6d-6de1-4b8e-a37d-8aff8dece54f req-ba3513ce-eaab-4474-b491-c7cddb2ef5c7 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:02.700464 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f46f7e6d-6de1-4b8e-a37d-8aff8dece54f req-ba3513ce-eaab-4474-b491-c7cddb2ef5c7 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.1270387 May 18 14:05:02.747796 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f46f7e6d-6de1-4b8e-a37d-8aff8dece54f req-e98949b2-ebf4-439c-8209-415cfcc3e749 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 May 18 14:05:03.064498 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486a36e-067b-4847-af23-871196623472 req-f984774a-0a8c-4645-9c15-62e6076e2a32 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:03.065952 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8486a36e-067b-4847-af23-871196623472 req-f984774a-0a8c-4645-9c15-62e6076e2a32 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0793314 May 18 14:05:03.112658 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8486a36e-067b-4847-af23-871196623472 req-0a9b1cad-ef3d-4f76-95be-8b4e8f7f1108 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406127 May 18 14:05:03.671903 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d4811-cba2-4ead-be82-eccfdc26292e req-1abf8c9b-4d00-4930-9dd1-bc26a9f5ada3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:03.673325 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-786d4811-cba2-4ead-be82-eccfdc26292e req-1abf8c9b-4d00-4930-9dd1-bc26a9f5ada3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1426127 May 18 14:05:03.718454 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-786d4811-cba2-4ead-be82-eccfdc26292e req-650ad02d-bcdd-49db-baf1-84c615439498 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 May 18 14:05:03.730724 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b2965dfc-11fd-4ae4-93e0-855877541928', '556e133e-e70c-49bb-964f-705d2f7a94d9'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:05:03.746386 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Request body: {'port': {'device_id': '608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:05:03.828461 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 3043dedf-83ba-4508-a529-2f5ccb39f4a7 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:05:03.945314 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:03.946923 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f26b2-d5c7-4986-8c23-5ac99f597146 req-2d82c7f3-8479-4dea-8404-235743beb3b3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:03.949384 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c46f26b2-d5c7-4986-8c23-5ac99f597146 req-2d82c7f3-8479-4dea-8404-235743beb3b3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 931 time: 0.1512287 May 18 14:05:04.018721 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-d543eb9a-db9d-484b-91c4-bd4204f8a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:04.020247 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-d543eb9a-db9d-484b-91c4-bd4204f8a029 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.2162328 May 18 14:05:04.025638 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c46f26b2-d5c7-4986-8c23-5ac99f597146 req-7b10d918-9a27-4ba9-af38-3a8c6947772d tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679851 May 18 14:05:04.037845 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77857012-aa71-401c-acab-8222f70cd009 req-2ef38a1e-879d-4f36-9e0f-7be1d021dc91 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:04.045817 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-77857012-aa71-401c-acab-8222f70cd009 req-2ef38a1e-879d-4f36-9e0f-7be1d021dc91 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 944 time: 0.1699247 May 18 14:05:04.088874 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 3043dedf-83ba-4508-a529-2f5ccb39f4a7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3043dedf-83ba-4508-a529-2f5ccb39f4a7,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:04.093037 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-77857012-aa71-401c-acab-8222f70cd009 req-91ddfdcc-2dc4-4338-82eb-b6a98f249e33 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463746 May 18 14:05:04.113713 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '3043dedf-83ba-4508-a529-2f5ccb39f4a7', 'network_id': '3957d860-b34f-4fad-ac78-77bd5b405773', 'port_id': '3043dedf-83ba-4508-a529-2f5ccb39f4a7', 'mac_address': 'fa:16:3e:44:c9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cc6214-9957-47a7-9927-654991105a2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:05:04.219442 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:04.255678 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3043dedf-83ba-4508-a529-2f5ccb39f4a7 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:05:04.285212 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 3043dedf-83ba-4508-a529-2f5ccb39f4a7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3043dedf-83ba-4508-a529-2f5ccb39f4a7,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:04.285603 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-8547f1e1-c406-4115-aa48-4a0410bcb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:04.287521 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-8547f1e1-c406-4115-aa48-4a0410bcb72f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.2444041 May 18 14:05:04.297874 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:04.302006 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:04.335291 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e669da-0e07-40cc-a8ce-504003a0dc71 req-b5fd5e9f-5b4f-4f30-a19e-ad9a3ceae6ff tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:04.336742 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-95e669da-0e07-40cc-a8ce-504003a0dc71 req-b5fd5e9f-5b4f-4f30-a19e-ad9a3ceae6ff tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0849807 May 18 14:05:04.380346 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=3043dedf-83ba-4508-a529-2f5ccb39f4a7,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:04.383037 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-95e669da-0e07-40cc-a8ce-504003a0dc71 req-fa86e58d-49d2-4760-a25c-8d2ec30c32a0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392909 May 18 14:05:04.383327 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:04.482474 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-6de4d136-a5e2-4641-a772-6a88a45f5d22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.1383266 May 18 14:05:04.571951 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-3e181eaf-5003-4ea9-8375-9a189897a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:04.574505 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-3e181eaf-5003-4ea9-8375-9a189897a29e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0798445 May 18 14:05:04.617787 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['3043dedf-83ba-4508-a529-2f5ccb39f4a7'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:05:04.669676 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-b41af1b1-7f1c-477f-adad-9fc051685533 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817215 May 18 14:05:04.704674 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2f17e2-7e8c-4977-a0de-899ce033e221 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:05:04.724947 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:04.821979 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Transition to ACTIVE for port object eb2f17e2-7e8c-4977-a0de-899ce033e221 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:05:04.839705 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:04.846916 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-72ffef2e-392e-42d1-be89-c617ad7a0090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:04.914563 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-f7ec9247-9f7a-4746-918d-859ef80f69e0 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352905 May 18 14:05:05.034138 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f17e2-7e8c-4977-a0de-899ce033e221,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:05.123219 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d9cf4-d527-4866-b79b-20295e96b5b9 req-b6684da9-91f6-4998-9df2-e2a383603c73 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:05.128202 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6e4d9cf4-d527-4866-b79b-20295e96b5b9 req-b6684da9-91f6-4998-9df2-e2a383603c73 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1037903 May 18 14:05:05.162922 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.163289 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.163635 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.163980 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.164422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.164797 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.165136 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.165473 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.165834 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.166169 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.166501 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.166916 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:05.181796 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6e4d9cf4-d527-4866-b79b-20295e96b5b9 req-fc3218c3-1fdd-4525-bec1-c4eb1e6602e1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506980 May 18 14:05:05.186188 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:05.255240 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3a709699-c87c-4f84-ba0a-22d48e899aff req-d32cdc8b-7db7-4d71-9aed-ecf5d501921b service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855673 May 18 14:05:05.257702 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Attempting to bind port eb2f17e2-7e8c-4977-a0de-899ce033e221 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:05:05.258045 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Attempting to bind port eb2f17e2-7e8c-4977-a0de-899ce033e221 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:05:05.258369 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Attempting to bind port eb2f17e2-7e8c-4977-a0de-899ce033e221 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:05:05.265863 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Port eb2f17e2-7e8c-4977-a0de-899ce033e221 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:05:05.266214 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Attempting to bind port eb2f17e2-7e8c-4977-a0de-899ce033e221 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:05:05.272423 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:05:05.272765 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Checking segment: {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:05:05.273129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Bound using segment: {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:05:05.273628 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Bound port: eb2f17e2-7e8c-4977-a0de-899ce033e221, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:05:05.273974 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:05.387257 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] For port eb2f17e2-7e8c-4977-a0de-899ce033e221, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:05:05.390292 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] For port eb2f17e2-7e8c-4977-a0de-899ce033e221, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:05:05.398976 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:05.404365 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d3b9b431-5eae-4ec9-a242-f97036d2e1fd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:05.465893 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:05.466504 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:05.468132 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] 10.222.0.13 "PUT /v2.0/ports/eb2f17e2-7e8c-4977-a0de-899ce033e221 HTTP/1.1" status: 200 len: 1093 time: 1.7294974 May 18 14:05:05.468598 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab', 'tag': 'eb2f17e2-7e8c-4977-a0de-899ce033e221'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:05:05.472011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cc061-f6a1-4524-8530-d2e154fc0e8a req-2bdf6eed-07ed-4840-9757-7f7f6a6576b9 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:05.481086 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e65cc061-f6a1-4524-8530-d2e154fc0e8a req-2bdf6eed-07ed-4840-9757-7f7f6a6576b9 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 945 time: 0.1239388 May 18 14:05:05.496575 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f17e2-7e8c-4977-a0de-899ce033e221,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:05.501096 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:05.518797 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e316ac-f927-4252-b026-a88902bb4b51 req-fba65d22-d53e-4306-94a9-27b515d4028f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:05.520265 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-62e316ac-f927-4252-b026-a88902bb4b51 req-fba65d22-d53e-4306-94a9-27b515d4028f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 943 time: 0.2089963 May 18 14:05:05.559213 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e65cc061-f6a1-4524-8530-d2e154fc0e8a req-77fbcca4-6f73-4893-9cfd-be61b049d3e7 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777080 May 18 14:05:05.588252 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-62e316ac-f927-4252-b026-a88902bb4b51 req-41dae0cd-c623-412b-bb9c-f2f71625b181 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544872 May 18 14:05:05.612086 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b175bf6a-086c-4e6a-ad1d-bff7eff90db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:05.613788 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-b175bf6a-086c-4e6a-ad1d-bff7eff90db2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 1096 time: 0.0829549 May 18 14:05:05.688162 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-a03b7374-99d8-4e90-adb3-ada7810161e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221 HTTP/1.1" status: 200 len: 217 time: 0.0665343 May 18 14:05:05.730315 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 3043dedf-83ba-4508-a529-2f5ccb39f4a7 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:05:05.758446 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-5d304afd-a9d2-4321-9e6b-6cece9178650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:05.760139 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-5d304afd-a9d2-4321-9e6b-6cece9178650 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0647364 May 18 14:05:05.787303 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599ff9d-7e01-41d1-a2c5-85e672d11d59 req-672be20b-2300-4d44-bddf-cc9f873eec51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:05.789473 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5599ff9d-7e01-41d1-a2c5-85e672d11d59 req-672be20b-2300-4d44-bddf-cc9f873eec51 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0983973 May 18 14:05:05.814641 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port 3043dedf-83ba-4508-a529-2f5ccb39f4a7 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:05:05.820237 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 3043dedf-83ba-4508-a529-2f5ccb39f4a7 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:05:05.820871 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:05.821134 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-44d494d7-073c-4e91-92ae-0bb49e1f2b42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528779 May 18 14:05:05.868427 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5599ff9d-7e01-41d1-a2c5-85e672d11d59 req-bf92b6fc-892e-4099-a3f8-222e83d31d45 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702803 May 18 14:05:05.944544 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab', 'tag': 'eb2f17e2-7e8c-4977-a0de-899ce033e221', 'status': 'completed', 'code': 200} May 18 14:05:05.963793 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:05.992235 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996b5e75-4196-47aa-9087-f65b17b4fe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3043dedf-83ba-4508-a529-2f5ccb39f4a7'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:05:06.003462 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 3043dedf-83ba-4508-a529-2f5ccb39f4a7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3043dedf-83ba-4508-a529-2f5ccb39f4a7,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:06.006787 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-82b4366a-10dd-40aa-b358-f40ffe0e26ef service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770868 May 18 14:05:06.008291 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:06.016069 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:06.088414 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996b5e75-4196-47aa-9087-f65b17b4fe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3043dedf-83ba-4508-a529-2f5ccb39f4a7', 'code': 200} May 18 14:05:06.112451 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=3043dedf-83ba-4508-a529-2f5ccb39f4a7,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:06.124218 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:06.168727 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ae183bd0-199e-4bfb-91d7-f487cb69893f req-4063705c-dc23-4706-87b9-9ec778e279ba service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544342 May 18 14:05:06.411383 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcc552-b15e-487c-8afb-03cc9a95a9da req-41d26ceb-4b55-4486-ba1c-3d7e1fff2cf8 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:06.413759 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-01fcc552-b15e-487c-8afb-03cc9a95a9da req-41d26ceb-4b55-4486-ba1c-3d7e1fff2cf8 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0998139 May 18 14:05:06.465488 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-01fcc552-b15e-487c-8afb-03cc9a95a9da req-f3f3a8d4-cb79-4e9e-9986-0501e1a5f8a4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440290 May 18 14:05:06.532178 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-5aa3f808-684b-4edb-beb8-7cf0aaab82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:06.533686 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-5aa3f808-684b-4edb-beb8-7cf0aaab82aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 1096 time: 0.2340527 May 18 14:05:06.539404 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68499a-2708-4cac-a8ce-c625d58ebb0d req-48a20370-588c-423d-8cf8-835344e31303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:06.541021 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be68499a-2708-4cac-a8ce-c625d58ebb0d req-48a20370-588c-423d-8cf8-835344e31303 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 1099 time: 0.1962676 May 18 14:05:06.674675 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be68499a-2708-4cac-a8ce-c625d58ebb0d req-9cd19f89-f78a-4edd-b38c-1c848d2bd38a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130235 May 18 14:05:06.716255 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-ae352af2-5b15-454a-a57d-41a965a8f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:06.716255 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-ae352af2-5b15-454a-a57d-41a965a8f003 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1739631 May 18 14:05:06.817243 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-0dac0458-bfb7-41da-92f8-d63fa55dada0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221 HTTP/1.1" status: 200 len: 217 time: 0.0761018 May 18 14:05:06.892468 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-97c400b3-e859-4497-a21e-7b9ef318a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:06.893622 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-97c400b3-e859-4497-a21e-7b9ef318a7d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0658128 May 18 14:05:06.901138 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58103-032d-49a1-bab2-539c5901f542 req-011df4b0-2bce-4e30-9b17-d6599892c95f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:06.906011 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dcb58103-032d-49a1-bab2-539c5901f542 req-011df4b0-2bce-4e30-9b17-d6599892c95f tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 946 time: 0.1515901 May 18 14:05:06.935496 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb13f9-a87b-4391-bfeb-f908feeefe90 req-0b022d98-34f8-491e-b365-7dab8e7f2028 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:06.936925 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-61fb13f9-a87b-4391-bfeb-f908feeefe90 req-0b022d98-34f8-491e-b365-7dab8e7f2028 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 943 time: 0.1429965 May 18 14:05:06.947877 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-48103b87-7f1e-48f0-847a-52f4096916b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467656 May 18 14:05:06.991585 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dcb58103-032d-49a1-bab2-539c5901f542 req-e45f0844-a4a8-490d-9408-e34cc6955053 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820909 May 18 14:05:06.997437 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 33928) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:05:07.021716 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-61fb13f9-a87b-4391-bfeb-f908feeefe90 req-74a0f2f7-c1fd-4858-b6a6-979808addd92 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785699 May 18 14:05:07.096165 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-0411df4b-54d0-4e66-9ecd-2d7f9da45dcc service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371524 May 18 14:05:07.164448 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:07.189244 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:05:07.194712 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Usage tracker for resource:security_group_rule and tenant:ae980c7834764d3688b8e80666b27dd7 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:05:07.199884 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:05:07.207064 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:05:07.238739 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-12a3e3cc-7e54-4114-9b73-7ef39643d66f req-1ec06cc0-cb29-4902-9f24-f2405921d223 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318281 May 18 14:05:07.241994 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cf98a-3708-4c2a-8533-a624656c1680 req-93765293-b738-4876-be91-3f25fcab334d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:07.243462 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0a5cf98a-3708-4c2a-8533-a624656c1680 req-93765293-b738-4876-be91-3f25fcab334d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1359072 May 18 14:05:07.311671 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0a5cf98a-3708-4c2a-8533-a624656c1680 req-63c0cd83-0d1a-44d7-84af-ec7e0f403004 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578110 May 18 14:05:07.347632 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:07.351252 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:07.359437 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b096a902-02b4-4fd3-b598-6e5f10b2f5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:07.398253 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae980c7834764d3688b8e80666b27dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999779 May 18 14:05:07.399304 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd98850-6302-4ddb-a428-a9ec974568c9,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:07.400784 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 33936) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:05:07.407677 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.408041 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.408395 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.408744 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.409087 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.409428 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.409787 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.410124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.410462 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.411809 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.411809 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.411809 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:07.415239 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:07.465027 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-53f584ec-0690-43bc-bab9-374ebcf30e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:07.490561 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-53f584ec-0690-43bc-bab9-374ebcf30e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:07.543930 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-53f584ec-0690-43bc-bab9-374ebcf30e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:07.547565 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-584ff27d-2d94-46da-af91-0610d318701b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:07.563318 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f584ec-0690-43bc-bab9-374ebcf30e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd98850-6302-4ddb-a428-a9ec974568c9,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:07.565597 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-53f584ec-0690-43bc-bab9-374ebcf30e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:07.569002 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-53f584ec-0690-43bc-bab9-374ebcf30e9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cd98850-6302-4ddb-a428-a9ec974568c9 HTTP/1.1" status: 204 len: 168 time: 0.1649492 May 18 14:05:07.569002 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-53f584ec-0690-43bc-bab9-374ebcf30e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:07.659598 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aa00e-d31c-4f37-9b64-55eff18a0099 req-f4d33a50-b759-429f-9c61-05f0a45919fa tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:07.661047 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0c4aa00e-d31c-4f37-9b64-55eff18a0099 req-f4d33a50-b759-429f-9c61-05f0a45919fa tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0827487 May 18 14:05:07.712438 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0c4aa00e-d31c-4f37-9b64-55eff18a0099 req-db6047b4-21f4-452f-98d7-fb5b862360b8 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455649 May 18 14:05:08.252506 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47ed06-c651-40e4-b40f-b794b87a9e7e req-b7bbbb39-489f-4e03-ac8c-c1fd77d83f95 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:08.253958 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3e47ed06-c651-40e4-b40f-b794b87a9e7e req-b7bbbb39-489f-4e03-ac8c-c1fd77d83f95 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 943 time: 0.1039464 May 18 14:05:08.261916 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44115d3-becc-419d-abe2-7f97fa884fe3 req-2b0dd80f-4d94-4391-9bf9-221fe012dbda tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:08.263276 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d44115d3-becc-419d-abe2-7f97fa884fe3 req-2b0dd80f-4d94-4391-9bf9-221fe012dbda tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 946 time: 0.1522920 May 18 14:05:08.336244 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3e47ed06-c651-40e4-b40f-b794b87a9e7e req-ef3fbc2a-4af0-4a54-98d0-ef8e484adc6f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720148 May 18 14:05:08.350570 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d44115d3-becc-419d-abe2-7f97fa884fe3 req-19d4ec59-f9f6-4bab-9939-af68dec59acb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686030 May 18 14:05:08.530759 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb8ef0-84cc-4d3f-9b81-1425cbbe88df req-72be88d5-9877-41c8-8cdc-b4620512e67c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:08.532211 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-69bb8ef0-84cc-4d3f-9b81-1425cbbe88df req-72be88d5-9877-41c8-8cdc-b4620512e67c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0814898 May 18 14:05:08.580518 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-69bb8ef0-84cc-4d3f-9b81-1425cbbe88df req-2db48128-ede1-4798-af7c-3e59b4a10930 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427570 May 18 14:05:08.971133 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa6fbd-e1f5-428f-bbc4-757c51fb1340 req-9974be34-6159-4f7a-a4bb-e1142a1607a2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:08.972490 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-12fa6fbd-e1f5-428f-bbc4-757c51fb1340 req-9974be34-6159-4f7a-a4bb-e1142a1607a2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1434331 May 18 14:05:09.015657 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-12fa6fbd-e1f5-428f-bbc4-757c51fb1340 req-01cb995f-aee0-41b8-b1c3-a2fef65f714c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374789 May 18 14:05:09.537123 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07452e55-c4d6-4805-9342-3123f20e63c9 req-3f11b1d7-959b-414d-9c5c-bf4d1a481c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:09.538573 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-07452e55-c4d6-4805-9342-3123f20e63c9 req-3f11b1d7-959b-414d-9c5c-bf4d1a481c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 943 time: 0.0803540 May 18 14:05:09.582917 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-07452e55-c4d6-4805-9342-3123f20e63c9 req-3626b204-4b0f-4608-a597-74a821f04633 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 May 18 14:05:09.771995 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e141-5316-4212-ba58-db4ce5fe0f90 req-cc75a27e-af9f-417b-849b-0680c9c7ae8a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:09.773358 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-91a5e141-5316-4212-ba58-db4ce5fe0f90 req-cc75a27e-af9f-417b-849b-0680c9c7ae8a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0846910 May 18 14:05:09.820448 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-91a5e141-5316-4212-ba58-db4ce5fe0f90 req-33b210bd-4c62-4f62-a00c-be07167b7b4b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 May 18 14:05:10.196583 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a77d0e-4bce-4526-b69f-fcd7cb07f4e5 req-52889284-6cbc-40f5-87b0-5de07df0f8db tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:10.198556 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b5a77d0e-4bce-4526-b69f-fcd7cb07f4e5 req-52889284-6cbc-40f5-87b0-5de07df0f8db tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0780163 May 18 14:05:10.241866 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b5a77d0e-4bce-4526-b69f-fcd7cb07f4e5 req-341f0a90-77fd-46b9-b9c1-d0fb829e6da8 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 May 18 14:05:10.265355 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device eb2f17e2-7e8c-4977-a0de-899ce033e221 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:05:10.393692 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port eb2f17e2-7e8c-4977-a0de-899ce033e221, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:10.407258 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'eb2f17e2-7e8c-4977-a0de-899ce033e221', 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75', 'port_id': 'eb2f17e2-7e8c-4977-a0de-899ce033e221', 'mac_address': 'fa:16:3e:cf:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87523aab-2856-442b-8020-b0d081410ff0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:05:10.459554 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:10.476140 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2f17e2-7e8c-4977-a0de-899ce033e221 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:05:10.491528 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port eb2f17e2-7e8c-4977-a0de-899ce033e221, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:10.496978 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:10.498847 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-632fd0d4-6cfb-4f44-9094-95fdaa7af742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:10.566685 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=eb2f17e2-7e8c-4977-a0de-899ce033e221,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:10.569814 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:10.765672 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b881a-0123-4a8c-8601-4bfc24dc8968 req-ce8b6d0b-80b4-481a-b119-0d4e6a8cbd90 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:10.766993 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-de4b881a-0123-4a8c-8601-4bfc24dc8968 req-ce8b6d0b-80b4-481a-b119-0d4e6a8cbd90 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 944 time: 0.0811801 May 18 14:05:10.811215 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-de4b881a-0123-4a8c-8601-4bfc24dc8968 req-77e62352-325b-4f4b-9b42-78b32fae69a9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384946 May 18 14:05:11.006920 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0e9bd-0291-4df1-8183-5a64e7c566e7 req-96d57a07-7a47-4ff4-8ec7-4c8e377816be tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:11.008340 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d6b0e9bd-0291-4df1-8183-5a64e7c566e7 req-96d57a07-7a47-4ff4-8ec7-4c8e377816be tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0795903 May 18 14:05:11.055849 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d6b0e9bd-0291-4df1-8183-5a64e7c566e7 req-fa90b194-ed02-4a59-ac2b-ed667d540957 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 May 18 14:05:11.424296 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cfc33-cf62-4fba-8c14-44fb52ee2493 req-ae1c00a8-797b-40d3-b4b4-e9d4f73f8691 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:11.425747 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cf9cfc33-cf62-4fba-8c14-44fb52ee2493 req-ae1c00a8-797b-40d3-b4b4-e9d4f73f8691 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0769756 May 18 14:05:11.470585 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cf9cfc33-cf62-4fba-8c14-44fb52ee2493 req-c4856fe9-ff2c-4b8f-98b3-31d92c443f2c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 May 18 14:05:11.688283 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['eb2f17e2-7e8c-4977-a0de-899ce033e221'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:05:12.003288 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102bb36-1c3f-45c2-8c2b-e7d1094bec8b req-103f6a76-e3d9-4e01-92d0-e5d7b8457540 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:12.004633 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d102bb36-1c3f-45c2-8c2b-e7d1094bec8b req-103f6a76-e3d9-4e01-92d0-e5d7b8457540 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 944 time: 0.0825772 May 18 14:05:12.051368 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d102bb36-1c3f-45c2-8c2b-e7d1094bec8b req-b45d30db-38ec-42c5-b9a6-16e2cb8f4d20 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 May 18 14:05:12.261433 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c113c4-227d-4c9f-b699-eb59008d3b96 req-238c0812-7afa-4e79-89bd-5b321098a047 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:12.261433 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-12c113c4-227d-4c9f-b699-eb59008d3b96 req-238c0812-7afa-4e79-89bd-5b321098a047 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0850055 May 18 14:05:12.319419 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-12c113c4-227d-4c9f-b699-eb59008d3b96 req-d476f39f-0c02-4396-b1ba-0ab19a66cab3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557561 May 18 14:05:12.704358 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c63da-8cb7-48b8-bb34-92b3e97c35bc req-3284a6fe-f69c-48a6-a9e1-0087a1dc0ec9 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:12.705890 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-614c63da-8cb7-48b8-bb34-92b3e97c35bc req-3284a6fe-f69c-48a6-a9e1-0087a1dc0ec9 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 946 time: 0.1620224 May 18 14:05:12.738017 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6656b5f-6964-4726-83b5-d4146ff2a211 req-bc4bb038-ac1b-49ec-82bd-8fb88ec68e78 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:12.738878 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a6656b5f-6964-4726-83b5-d4146ff2a211 req-bc4bb038-ac1b-49ec-82bd-8fb88ec68e78 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1193798 May 18 14:05:12.785268 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-614c63da-8cb7-48b8-bb34-92b3e97c35bc req-6aa26f03-aaf4-4956-8a8d-d94e2299fbc8 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716407 May 18 14:05:12.805861 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a6656b5f-6964-4726-83b5-d4146ff2a211 req-f1543a05-a982-4f03-ab69-ae01cb7c3ef2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534575 May 18 14:05:13.247912 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a77314-3d08-401b-a57f-425c91ca2e4d req-7da3099e-6a71-465b-b284-c193b36cc1c7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:13.253974 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-24a77314-3d08-401b-a57f-425c91ca2e4d req-7da3099e-6a71-465b-b284-c193b36cc1c7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 944 time: 0.0837371 May 18 14:05:13.294935 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-24a77314-3d08-401b-a57f-425c91ca2e4d req-cabbeff5-56df-473e-8d37-3296441eb5b8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 May 18 14:05:13.500886 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863fdf4-7397-4606-84e7-760d3ce7654f req-378d0701-4a7b-49f5-b8b0-fe13885155a1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:13.502340 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8863fdf4-7397-4606-84e7-760d3ce7654f req-378d0701-4a7b-49f5-b8b0-fe13885155a1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0806680 May 18 14:05:13.546293 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8863fdf4-7397-4606-84e7-760d3ce7654f req-d0a495e1-b518-4636-b2d1-c429ec2c8cbc tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381501 May 18 14:05:13.759087 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device eb2f17e2-7e8c-4977-a0de-899ce033e221 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:05:13.827655 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port eb2f17e2-7e8c-4977-a0de-899ce033e221 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:05:13.834700 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port eb2f17e2-7e8c-4977-a0de-899ce033e221 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:05:13.835085 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:13.953390 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0223-fd1f-48f5-966b-46e227548067 req-292a38f0-87b8-448e-bd4d-a6df94760523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:13.955584 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-feef0223-fd1f-48f5-966b-46e227548067 req-292a38f0-87b8-448e-bd4d-a6df94760523 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 1098 time: 0.0804753 May 18 14:05:13.959959 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:13.987995 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f17e2-7e8c-4977-a0de-899ce033e221'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:05:13.999317 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port eb2f17e2-7e8c-4977-a0de-899ce033e221, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:14.005187 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:14.007182 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:14.050963 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff241d6-32d5-4041-b52b-10b9d7f0fcf7 req-65900b53-2b72-46ec-9473-0508dcf1bb67 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:14.052441 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ff241d6-32d5-4041-b52b-10b9d7f0fcf7 req-65900b53-2b72-46ec-9473-0508dcf1bb67 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 946 time: 0.1563330 May 18 14:05:14.066188 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649dfa4-d1e7-474c-bbd1-0084f31f1317 req-f919fc94-15b3-464a-86fd-e9d508faf407 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:14.073211 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5649dfa4-d1e7-474c-bbd1-0084f31f1317 req-f919fc94-15b3-464a-86fd-e9d508faf407 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1330500 May 18 14:05:14.079611 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=eb2f17e2-7e8c-4977-a0de-899ce033e221,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:14.091108 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:14.164494 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0223-fd1f-48f5-966b-46e227548067 req-ea4f43e1-59ff-4784-9ece-6b9d33af0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:14.165973 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-feef0223-fd1f-48f5-966b-46e227548067 req-ea4f43e1-59ff-4784-9ece-6b9d33af0f39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 918 time: 0.1884196 May 18 14:05:14.168592 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ff241d6-32d5-4041-b52b-10b9d7f0fcf7 req-7167f22f-869c-4784-9092-53843c0134a7 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925617 May 18 14:05:14.184673 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5649dfa4-d1e7-474c-bbd1-0084f31f1317 req-928b9d65-8880-44f6-82e1-533afa09d62d tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102865 May 18 14:05:14.277465 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f17e2-7e8c-4977-a0de-899ce033e221', 'code': 200} May 18 14:05:14.300779 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-feef0223-fd1f-48f5-966b-46e227548067 req-a2f8368e-f1d9-4a86-aedd-11805621e5da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 HTTP/1.1" status: 200 len: 1001 time: 0.1267774 May 18 14:05:14.460768 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0223-fd1f-48f5-966b-46e227548067 req-6b4dedd7-09f9-4345-82b1-0d285a37f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:14.462283 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-feef0223-fd1f-48f5-966b-46e227548067 req-6b4dedd7-09f9-4345-82b1-0d285a37f5ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.1491709 May 18 14:05:14.534816 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-c13880ce-3144-41b4-8b2a-a82cb4d84e02 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:14.535749 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-c13880ce-3144-41b4-8b2a-a82cb4d84e02 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Synchronizing usage tracker for tenant:66e973c68e9c4c2fac848f74374ca8bc on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:05:14.565800 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-c13880ce-3144-41b4-8b2a-a82cb4d84e02 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Unset dirty status for tenant:66e973c68e9c4c2fac848f74374ca8bc on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:05:14.567169 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-c13880ce-3144-41b4-8b2a-a82cb4d84e02 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.13 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 946 time: 0.1992149 May 18 14:05:14.623173 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0223-fd1f-48f5-966b-46e227548067 req-691e1d4c-b194-45dc-9ddc-51818e815540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:14.624840 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-feef0223-fd1f-48f5-966b-46e227548067 req-691e1d4c-b194-45dc-9ddc-51818e815540 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1544926 May 18 14:05:14.745198 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869e2c1-0895-46dd-b8ef-e14f9a72deb9 req-45914226-4393-40b2-93e6-d75c683c50e5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:14.749982 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a869e2c1-0895-46dd-b8ef-e14f9a72deb9 req-45914226-4393-40b2-93e6-d75c683c50e5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1641088 May 18 14:05:14.860366 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d35eb-a2c8-4a7b-afef-cff106f10d7c req-edb309f9-0276-401a-bfd6-b15f1638febc tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:14.861931 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4c4d35eb-a2c8-4a7b-afef-cff106f10d7c req-edb309f9-0276-401a-bfd6-b15f1638febc tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 945 time: 0.3422816 May 18 14:05:14.902959 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a869e2c1-0895-46dd-b8ef-e14f9a72deb9 req-5991b3db-1d7d-4b5a-baeb-57f68e249dea tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490917 May 18 14:05:14.936673 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4c4d35eb-a2c8-4a7b-afef-cff106f10d7c req-4837c037-68b5-4ac9-a030-57e466ecec63 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619526 May 18 14:05:14.942489 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-feef0223-fd1f-48f5-966b-46e227548067 req-8084b562-283e-423e-b192-60cc75dc1382 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090737 May 18 14:05:15.007322 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Deleting port 3043dedf-83ba-4508-a529-2f5ccb39f4a7 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:05:15.008131 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:15.075067 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ffe2f-080b-418a-a469-9e07b21d4ee1 req-b3cb67c5-4233-4f90-871b-8159ff363183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:15.076540 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e79ffe2f-080b-418a-a469-9e07b21d4ee1 req-b3cb67c5-4233-4f90-871b-8159ff363183 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 1098 time: 0.3532016 May 18 14:05:15.091979 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dc8d4-444e-4784-a0b3-6b0ba92c003b req-f4aa5500-1860-4bf7-b067-5675d0b4d3ea tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:15.093632 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5f6dc8d4-444e-4784-a0b3-6b0ba92c003b req-f4aa5500-1860-4bf7-b067-5675d0b4d3ea tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0825474 May 18 14:05:15.139041 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5f6dc8d4-444e-4784-a0b3-6b0ba92c003b req-b8250934-da82-4fa7-be52-a04501c56709 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392578 May 18 14:05:15.226054 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e79ffe2f-080b-418a-a469-9e07b21d4ee1 req-072ae29c-7e16-4477-87de-d52a8f0d64af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366160 May 18 14:05:15.236071 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-feef0223-fd1f-48f5-966b-46e227548067 req-05075cd2-a12f-44a8-8546-f916baa92a87 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761650 May 18 14:05:15.258243 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] For port 3043dedf-83ba-4508-a529-2f5ccb39f4a7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3043dedf-83ba-4508-a529-2f5ccb39f4a7,segment=NetworkSegment(b0f74198-2e24-4688-9e76-5f75c200e398),segment_id=b0f74198-2e24-4688-9e76-5f75c200e398)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:15.258603 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:15.387128 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Calling delete_port for 3043dedf-83ba-4508-a529-2f5ccb39f4a7 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:05:15.429611 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c62261-c25e-4c63-9fc2-fdc64ba867a5 req-1cae14e9-f74d-4aac-b3fd-b5e91f7409ab tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:15.430966 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-10c62261-c25e-4c63-9fc2-fdc64ba867a5 req-1cae14e9-f74d-4aac-b3fd-b5e91f7409ab tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 946 time: 0.1442730 May 18 14:05:15.443260 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7727b7-b647-4d1c-b489-93266f3f7656 req-88ffb319-0ae1-4e86-9aea-9468ed71873c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:15.444662 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dc7727b7-b647-4d1c-b489-93266f3f7656 req-88ffb319-0ae1-4e86-9aea-9468ed71873c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1168334 May 18 14:05:15.496891 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:15.504348 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b2d382fa-10b3-4fdc-84f6-5f7b5ae8fd9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:15.510062 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['3043dedf-83ba-4508-a529-2f5ccb39f4a7'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:05:15.518644 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-10c62261-c25e-4c63-9fc2-fdc64ba867a5 req-0e3d42aa-04f1-46c7-b2e0-1ae8eddc7b88 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e416239-c880-48b5-b383-576ca5111d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730324 May 18 14:05:15.523013 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dc7727b7-b647-4d1c-b489-93266f3f7656 req-1e63153b-508f-441d-afb0-949b906f7ca6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 May 18 14:05:15.549213 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Pushing event deleted for resources: {'Port': ['ID=3043dedf-83ba-4508-a529-2f5ccb39f4a7,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:15.562638 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:15.646541 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] No DVR routers for this DVR port 3043dedf-83ba-4508-a529-2f5ccb39f4a7 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:05:15.650017 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:15.653638 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996b5e75-4196-47aa-9087-f65b17b4fe17', 'name': 'network-vif-deleted', 'tag': '3043dedf-83ba-4508-a529-2f5ccb39f4a7'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:05:15.668396 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f764137f-cbb3-4876-9286-c1183c19dfe3 req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.13 "DELETE /v2.0/ports/3043dedf-83ba-4508-a529-2f5ccb39f4a7 HTTP/1.1" status: 204 len: 173 time: 1.0926406 May 18 14:05:15.704582 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996b5e75-4196-47aa-9087-f65b17b4fe17', 'name': 'network-vif-deleted', 'tag': '3043dedf-83ba-4508-a529-2f5ccb39f4a7', 'status': 'completed', 'code': 200} May 18 14:05:15.776935 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:05:15.946548 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:15.960547 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'port_id': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'mac_address': 'fa:16:3e:7e:88:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:05:16.023902 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:16.046510 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:05:16.068153 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:16.073990 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:16.076141 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:16.149265 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=6']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:16.152322 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:16.183506 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebab2a7-b93f-4ff0-b33b-9817fec4e38c req-bcff8714-d1de-4f46-8c11-672af110772d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:16.184920 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cebab2a7-b93f-4ff0-b33b-9817fec4e38c req-bcff8714-d1de-4f46-8c11-672af110772d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1657176 May 18 14:05:16.194799 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee146e8-6edc-4c8f-9434-ddea38e8b93f req-01d0c14e-c7cd-4d60-af62-fae702e0748b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:16.196133 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8ee146e8-6edc-4c8f-9434-ddea38e8b93f req-01d0c14e-c7cd-4d60-af62-fae702e0748b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 945 time: 0.1277688 May 18 14:05:16.266619 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cebab2a7-b93f-4ff0-b33b-9817fec4e38c req-610642cd-2816-4d80-a5ce-c0331c52194a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695558 May 18 14:05:16.269310 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8ee146e8-6edc-4c8f-9434-ddea38e8b93f req-c35f8c61-d11a-41c0-936c-b7a5a5c72b6c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578253 May 18 14:05:16.442110 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e95d0-ef2c-4f33-9c48-0b3151bc7817 req-a90b8a3f-a015-40b6-9df0-9c35fed44b65 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:16.443523 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3e7e95d0-ef2c-4f33-9c48-0b3151bc7817 req-a90b8a3f-a015-40b6-9df0-9c35fed44b65 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 944 time: 0.0827830 May 18 14:05:16.468036 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:05:16.491362 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3e7e95d0-ef2c-4f33-9c48-0b3151bc7817 req-a037a1bf-071e-405f-9372-634a5dec0ad5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 May 18 14:05:16.718317 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7ceda055-f699-468b-a32c-8ec8d5191e79 req-fd4cc8eb-3147-45b6-8c24-e5994de804b2 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] 10.222.0.44 "GET /v2.0/ports?device_id=996b5e75-4196-47aa-9087-f65b17b4fe17 HTTP/1.1" status: 200 len: 210 time: 0.0481732 May 18 14:05:16.836500 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d08d4-e9b9-48b6-b7fe-e63c8dac2ebc req-110a5fed-2ea4-494e-88a1-8435422b40b7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:16.838178 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d88d08d4-e9b9-48b6-b7fe-e63c8dac2ebc req-110a5fed-2ea4-494e-88a1-8435422b40b7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0895021 May 18 14:05:16.883872 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d88d08d4-e9b9-48b6-b7fe-e63c8dac2ebc req-49029318-b0ec-457a-a434-d8c58b81fcd7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388186 May 18 14:05:17.561817 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece61471-30a6-4249-a3af-9cb263943b2f req-0b021479-d3bd-49fe-ad56-8e1199741c58 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:17.564540 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ece61471-30a6-4249-a3af-9cb263943b2f req-0b021479-d3bd-49fe-ad56-8e1199741c58 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 945 time: 0.1510122 May 18 14:05:17.576440 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ddb12-0069-425c-98b7-e9cc746173bb req-e6a42993-2b53-4acc-949d-0b950db9c705 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:17.577906 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ee0ddb12-0069-425c-98b7-e9cc746173bb req-e6a42993-2b53-4acc-949d-0b950db9c705 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1221693 May 18 14:05:17.652010 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ece61471-30a6-4249-a3af-9cb263943b2f req-25f4331b-efea-49da-89bd-ef2b87717fed tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725255 May 18 14:05:17.654821 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ee0ddb12-0069-425c-98b7-e9cc746173bb req-f71a2677-7b9a-43e3-9daf-f4f332eedb57 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619941 May 18 14:05:17.804738 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:05:17.900013 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:05:17.900828 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:17.911510 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 34194) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:05:17.955051 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ae5a3-00bc-45e9-9674-53964cad9b48 req-a2c50b54-93e6-446a-99a9-18eadc0ce137 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:17.956557 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-010ae5a3-00bc-45e9-9674-53964cad9b48 req-a2c50b54-93e6-446a-99a9-18eadc0ce137 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 944 time: 0.1783803 May 18 14:05:18.045715 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-010ae5a3-00bc-45e9-9674-53964cad9b48 req-32cbd5ec-92ab-44e0-9fa0-af29bc7b7ecb tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732162 May 18 14:05:18.115697 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.138467 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.194041 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:05:18.200737 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:05:18.208459 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Usage tracker for resource:security_group_rule and tenant:2781f9de03ed4a7abd4f58da3651ee8e is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:05:18.228412 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:05:18.230962 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:18.242604 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.243890 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:05:18.244144 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 3043dedf-83ba-4508-a529-2f5ccb39f4a7 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:05:18.294057 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63b92a-cff9-4f87-9499-8a86ec900a9e req-4f6ec037-69b8-4db8-8b7e-0614cdbd917e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:18.302111 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'code': 200} May 18 14:05:18.302636 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-9f476a6b-0872-4185-b917-7ad83a2828a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:18.309289 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1e63b92a-cff9-4f87-9499-8a86ec900a9e req-4f6ec037-69b8-4db8-8b7e-0614cdbd917e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2175879 May 18 14:05:18.418397 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=7']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:18.429739 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.433247 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:18.435436 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: 3043dedf-83ba-4508-a529-2f5ccb39f4a7 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:05:18.435872 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 3043dedf-83ba-4508-a529-2f5ccb39f4a7 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:05:18.437579 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.448917 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:18.459302 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.492166 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1e63b92a-cff9-4f87-9499-8a86ec900a9e req-e502d481-c482-46f5-9280-b36cfb297eb5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765726 May 18 14:05:18.518345 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2781f9de03ed4a7abd4f58da3651ee8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6056931 May 18 14:05:18.518598 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 34220) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:05:18.519593 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a3b00e-2e87-45d0-901f-91244676a5ad,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:18.523585 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:18.623147 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa055-6af9-496b-ae1e-faacad5fdb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.657557 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa055-6af9-496b-ae1e-faacad5fdb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.735318 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa055-6af9-496b-ae1e-faacad5fdb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.747114 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c386a484-0588-41e7-99fb-97cff10173bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:18.779912 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fa055-6af9-496b-ae1e-faacad5fdb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a3b00e-2e87-45d0-901f-91244676a5ad,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:18.793339 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9f5fa055-6af9-496b-ae1e-faacad5fdb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:18.798433 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa055-6af9-496b-ae1e-faacad5fdb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:18.801837 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-9f5fa055-6af9-496b-ae1e-faacad5fdb41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9a3b00e-2e87-45d0-901f-91244676a5ad HTTP/1.1" status: 204 len: 168 time: 0.2799926 May 18 14:05:18.819635 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0603497a-ae83-4f2c-96c5-779c986cc135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:19.012411 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b262783-8d54-4fc5-8925-be38a6c728ef req-e30b0746-7b65-4516-8f4f-411a640585bf tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:19.021638 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3b262783-8d54-4fc5-8925-be38a6c728ef req-e30b0746-7b65-4516-8f4f-411a640585bf tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1740899 May 18 14:05:19.144512 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3b262783-8d54-4fc5-8925-be38a6c728ef req-e46bbdb5-cf52-4a9f-bdef-4285a38742d0 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236734 May 18 14:05:19.376027 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a52ada-7a11-4986-b180-577e74071e15 req-36649235-451f-43ea-9313-73349f2ba6a5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:19.377994 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-87a52ada-7a11-4986-b180-577e74071e15 req-36649235-451f-43ea-9313-73349f2ba6a5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1102550 May 18 14:05:19.456026 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-87a52ada-7a11-4986-b180-577e74071e15 req-fc1b389a-1d5a-4124-bec6-6474f9dfea8a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594430 May 18 14:05:19.900988 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114ad96-e199-41c8-8c88-312309aaa66c req-67dca8a9-60cc-444e-8f78-562dc863b165 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:19.908841 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c114ad96-e199-41c8-8c88-312309aaa66c req-67dca8a9-60cc-444e-8f78-562dc863b165 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2042556 May 18 14:05:20.005859 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c114ad96-e199-41c8-8c88-312309aaa66c req-ca7ca1ac-d5e4-4340-b97f-b7adc3d43a93 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954392 May 18 14:05:20.143657 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 34288) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:05:20.281939 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-44402658-network', 'tenant_id': '53aea1cecf0847a5abd6b1f16f3728a9'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:05:20.287912 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:05:20.358161 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Usage tracker for resource:network and tenant:53aea1cecf0847a5abd6b1f16f3728a9 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:05:20.359339 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:05:20.372410 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:05:20.399563 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Made reservation on behalf of 53aea1cecf0847a5abd6b1f16f3728a9 for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:05:20.401859 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:20.422382 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:20.523798 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:05:20.529240 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Usage tracker for resource:security_group_rule and tenant:53aea1cecf0847a5abd6b1f16f3728a9 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:05:20.538980 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622ea64-e3bb-4dfa-9081-a26dd0975207 req-893e8870-4c2d-4001-bf6e-f6d739f49f61 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:20.540696 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c622ea64-e3bb-4dfa-9081-a26dd0975207 req-893e8870-4c2d-4001-bf6e-f6d739f49f61 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.2504363 May 18 14:05:20.541869 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:05:20.548313 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:05:20.628657 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c622ea64-e3bb-4dfa-9081-a26dd0975207 req-220994bb-6b63-4238-985a-160c1a7d3548 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776851 May 18 14:05:20.823381 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8fe8f-7b7d-4422-981f-339ab9be55bc req-faef2819-9baa-4476-82be-8f51eba29e98 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:20.825462 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-21a8fe8f-7b7d-4422-981f-339ab9be55bc req-faef2819-9baa-4476-82be-8f51eba29e98 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1893694 May 18 14:05:20.863592 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:20.875397 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:20.888361 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6535feec-3aea-42e7-aff5-fbd7e86fdb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:20.913486 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-21a8fe8f-7b7d-4422-981f-339ab9be55bc req-3d691d9a-0159-4029-80f3-f8d31051c4eb tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745728 May 18 14:05:20.924529 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:05:20.947387 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c02f70-269a-4e13-8772-53e17af05c2d,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:20.947387 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:20.947387 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Added segment b537b441-2c28-4827-8d0e-1ecdba5445de of type vlan for network 3f98724a-df09-4818-9fbe-3a2923c5f314 May 18 14:05:20.948071 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:20.976495 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:21.013249 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:21.015017 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:21.015679 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:21.019159 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:21.131812 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Pushing event updated for resources: {'Network': ['ID=3f98724a-df09-4818-9fbe-3a2923c5f314,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:21.139087 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 34318) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:05:21.142515 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 3f98724a-df09-4818-9fbe-3a2923c5f314 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:05:21.144864 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Request body: {'subnet': {'network_id': '3f98724a-df09-4818-9fbe-3a2923c5f314', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-44402658-subnet', 'tenant_id': '53aea1cecf0847a5abd6b1f16f3728a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:05:21.146073 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0017703 May 18 14:05:21.147399 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:21.149740 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:05:21.154797 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Usage tracker for resource:subnet and tenant:53aea1cecf0847a5abd6b1f16f3728a9 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:05:21.158084 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:05:21.164261 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:05:21.180015 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Made reservation on behalf of 53aea1cecf0847a5abd6b1f16f3728a9 for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:05:21.184978 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2107627'] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:21.253693 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa2464-112f-4ce7-bffe-9679105a51a6 req-a0f175ca-fbbd-4f60-abcb-866d4282cf45 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:21.255378 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0faa2464-112f-4ce7-bffe-9679105a51a6 req-a0f175ca-fbbd-4f60-abcb-866d4282cf45 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1004691 May 18 14:05:21.307603 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0faa2464-112f-4ce7-bffe-9679105a51a6 req-3e3526cf-bc40-4339-acaf-53456410589e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440631 May 18 14:05:21.384211 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9bb8c80e-af6f-47e1-80e4-b1faa31f7f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:21.409013 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:21.681124 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4067376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2107609'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:21.686211 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a49608d8-a26b-4d8e-96ee-d47906aaece7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:21.769916 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7ea048-2678-4236-94be-89e1521dc435,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:21.777282 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:21.782798 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Checking segment: {'id': 'b537b441-2c28-4827-8d0e-1ecdba5445de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f98724a-df09-4818-9fbe-3a2923c5f314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:05:21.783374 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Network hostable DHCP agents. Network: 3f98724a-df09-4818-9fbe-3a2923c5f314, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:05:21.806618 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Network 3f98724a-df09-4818-9fbe-3a2923c5f314 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:05:21.818266 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 3f98724a-df09-4818-9fbe-3a2923c5f314) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:05:21.830183 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3883364f-4edc-42e2-a57b-21d21c38a0aa None None] Network 3f98724a-df09-4818-9fbe-3a2923c5f314 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:05:21.838961 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:21.840288 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:21.868909 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7286153 May 18 14:05:21.901044 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794759d-5af6-42a2-a479-ca68d72d2fc6 req-cd65132c-b9a2-4793-8765-45db93f9a0b5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:21.902721 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6794759d-5af6-42a2-a479-ca68d72d2fc6 req-cd65132c-b9a2-4793-8765-45db93f9a0b5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1130989 May 18 14:05:21.990309 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6794759d-5af6-42a2-a479-ca68d72d2fc6 req-f9df3668-b1ae-40ef-8f8f-6572852c4e14 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789938 May 18 14:05:22.185524 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282b755-7ae8-4b96-b712-d47565848c23 None None] Network 3f98724a-df09-4818-9fbe-3a2923c5f314 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:05:22.202300 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89906bd6-3709-47da-886a-d9e053cb246e req-87bdbf1a-1c81-45d8-81a4-64ac51728f5b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:22.203796 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-89906bd6-3709-47da-886a-d9e053cb246e req-87bdbf1a-1c81-45d8-81a4-64ac51728f5b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1131737 May 18 14:05:22.277546 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-89906bd6-3709-47da-886a-d9e053cb246e req-34e8bb02-ee4c-45e6-95bd-b95d85e92d3e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673902 May 18 14:05:22.417348 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:22.545189 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bc040-6aac-4f0d-8fba-6242e5496ff1 req-91f4f858-acb7-4136-8757-f2a10a266a74 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:22.546762 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-003bc040-6aac-4f0d-8fba-6242e5496ff1 req-91f4f858-acb7-4136-8757-f2a10a266a74 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1040237 May 18 14:05:22.634270 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-003bc040-6aac-4f0d-8fba-6242e5496ff1 req-1ad175f2-2358-41a7-8dc1-9c506dc88f3e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793738 May 18 14:05:23.209212 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643b46f-8721-460d-b578-7544339e3d6f req-cd727d66-1302-40a0-add0-ed85b3277cf6 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:23.210783 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4643b46f-8721-460d-b578-7544339e3d6f req-cd727d66-1302-40a0-add0-ed85b3277cf6 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0932283 May 18 14:05:23.293582 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4643b46f-8721-460d-b578-7544339e3d6f req-4de5d861-43df-4971-8ab0-3f9e046b771a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743747 May 18 14:05:23.526072 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728f124-9501-4162-8e3d-2f1fa767a009 req-c778ca7d-0454-41f0-b54a-2888c9b80aae tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:23.530096 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c728f124-9501-4162-8e3d-2f1fa767a009 req-c778ca7d-0454-41f0-b54a-2888c9b80aae tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1189365 May 18 14:05:23.585893 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c728f124-9501-4162-8e3d-2f1fa767a009 req-4ae6a185-8780-46a9-89e5-ffa884cbd893 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519805 May 18 14:05:23.868149 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19178e23-c763-4120-887d-933fb0979481 req-f61264fa-a588-4b83-8130-4075e95c4620 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:23.869923 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-19178e23-c763-4120-887d-933fb0979481 req-f61264fa-a588-4b83-8130-4075e95c4620 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1037693 May 18 14:05:23.941166 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-19178e23-c763-4120-887d-933fb0979481 req-b7e71ed2-6c69-40d6-8626-6175f6f9d887 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622404 May 18 14:05:23.962105 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:24.511928 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563c415-33ef-4ed4-8967-dc43158e6dd5 req-cda05f6f-f24c-4b37-92d3-1039d6ce9538 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:24.514257 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a563c415-33ef-4ed4-8967-dc43158e6dd5 req-cda05f6f-f24c-4b37-92d3-1039d6ce9538 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1010711 May 18 14:05:24.584173 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a563c415-33ef-4ed4-8967-dc43158e6dd5 req-6f5138dd-841e-4c5f-9ae2-dd386f8e0517 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610414 May 18 14:05:24.792470 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a5ee-0d99-42cd-93d9-35c81aab8fb2 req-a6f2fb86-654e-4db3-96ab-bff5b8cc16b7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:24.794564 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2cd9a5ee-0d99-42cd-93d9-35c81aab8fb2 req-a6f2fb86-654e-4db3-96ab-bff5b8cc16b7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.0892725 May 18 14:05:24.855782 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2cd9a5ee-0d99-42cd-93d9-35c81aab8fb2 req-d355953a-4f97-439c-84cf-78adc2eb1872 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548277 May 18 14:05:25.181238 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2e4d1-f158-490a-b16e-471fe8f4b1a5 req-f2f807ef-e952-41f5-916a-a243ac2d714b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:25.183770 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7ff2e4d1-f158-490a-b16e-471fe8f4b1a5 req-f2f807ef-e952-41f5-916a-a243ac2d714b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0990720 May 18 14:05:25.245853 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7ff2e4d1-f158-490a-b16e-471fe8f4b1a5 req-7311ebe5-6c9d-4917-bdc8-1c8ea060acbf tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543098 May 18 14:05:25.854991 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec47fc-d54c-4931-b807-8217927a63f6 req-ebf644c9-1c05-40de-94cf-f612b8fc234c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:25.856393 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aeec47fc-d54c-4931-b807-8217927a63f6 req-ebf644c9-1c05-40de-94cf-f612b8fc234c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0898409 May 18 14:05:25.911734 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aeec47fc-d54c-4931-b807-8217927a63f6 req-38f982bb-b02c-4390-b8fb-57d241e7acc9 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495317 May 18 14:05:26.116350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b45ed-368f-4d23-9692-3608fd8c8d8f req-47ddee77-94af-40c1-afaf-caee7ee12476 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:26.118060 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2e5b45ed-368f-4d23-9692-3608fd8c8d8f req-47ddee77-94af-40c1-afaf-caee7ee12476 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1186359 May 18 14:05:26.194138 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2e5b45ed-368f-4d23-9692-3608fd8c8d8f req-bea0223a-64f6-4f06-875a-fbbed7c2a4db tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621719 May 18 14:05:26.480336 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2a4a3-0865-488a-b8e4-ec7acc0a3638 req-1b4a602b-d442-434b-a82d-26492fd18346 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:26.482057 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-98a2a4a3-0865-488a-b8e4-ec7acc0a3638 req-1b4a602b-d442-434b-a82d-26492fd18346 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0957763 May 18 14:05:26.535521 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-98a2a4a3-0865-488a-b8e4-ec7acc0a3638 req-4b04cd65-4c2a-47bc-8277-d281d8a2d799 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470386 May 18 14:05:27.139629 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e51880-4dfa-4e38-8281-42b5a6ce4b41 req-bb73d93b-5385-4b36-9ff8-fdb114b4c4bc tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:27.141420 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-59e51880-4dfa-4e38-8281-42b5a6ce4b41 req-bb73d93b-5385-4b36-9ff8-fdb114b4c4bc tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0863891 May 18 14:05:27.209633 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-59e51880-4dfa-4e38-8281-42b5a6ce4b41 req-e8fbb954-35ac-41ee-a2bb-a32178bfc2dc tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610399 May 18 14:05:27.524223 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c7015-c82c-40a9-a963-b3db698c1b6e req-b4b8dffe-49df-4914-9985-8bef2e444ae2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:27.525980 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b23c7015-c82c-40a9-a963-b3db698c1b6e req-b4b8dffe-49df-4914-9985-8bef2e444ae2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.2042818 May 18 14:05:27.677998 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b23c7015-c82c-40a9-a963-b3db698c1b6e req-ab36aa5a-13b0-4c85-a2ad-36aa95df0348 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123278 May 18 14:05:27.714116 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-002099f3-c611-4780-97fd-85bca8fc0305 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:27.714116 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-002099f3-c611-4780-97fd-85bca8fc0305 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Synchronizing usage tracker for tenant:53aea1cecf0847a5abd6b1f16f3728a9 on resource:network {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:05:27.738804 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-002099f3-c611-4780-97fd-85bca8fc0305 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Unset dirty status for tenant:53aea1cecf0847a5abd6b1f16f3728a9 on resource:network {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:05:27.756206 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-002099f3-c611-4780-97fd-85bca8fc0305 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/networks?id=3f98724a-df09-4818-9fbe-3a2923c5f314 HTTP/1.1" status: 200 len: 812 time: 0.2401757 May 18 14:05:27.782601 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-e49cba1c-4212-4838-b326-8ee48ef34e27 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/quotas/53aea1cecf0847a5abd6b1f16f3728a9 HTTP/1.1" status: 200 len: 375 time: 0.0251079 May 18 14:05:27.875035 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9edd44c2-7293-4953-85e1-5a03f604d90d tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=53aea1cecf0847a5abd6b1f16f3728a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916126 May 18 14:05:28.078972 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-eb7c29e4-b8d0-402f-bd0b-6efc3b8d687a service neutron] 10.222.0.44 "GET /v2.0/networks/3f98724a-df09-4818-9fbe-3a2923c5f314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026875 May 18 14:05:28.087709 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9bc3e-43b3-46d5-a207-bbd251fc4237 req-dcfa9fc1-ea05-40b0-94ae-d3eabdf77ca0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:28.090161 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e6a9bc3e-43b3-46d5-a207-bbd251fc4237 req-dcfa9fc1-ea05-40b0-94ae-d3eabdf77ca0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2611315 May 18 14:05:28.249886 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e6a9bc3e-43b3-46d5-a207-bbd251fc4237 req-0c411a72-17b3-4ed0-8bb0-3a5f15123b72 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317425 May 18 14:05:28.314054 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-b8afec1a-9bb5-485b-9d43-cedd7732738b service neutron] 10.222.0.44 "GET /v2.0/networks/3f98724a-df09-4818-9fbe-3a2923c5f314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128968 May 18 14:05:28.444997 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281782b5-1322-402f-a497-0cef47d8eada req-4a955a14-7d16-461b-971f-5764544816af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:28.448174 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-281782b5-1322-402f-a497-0cef47d8eada req-4a955a14-7d16-461b-971f-5764544816af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.2355921 May 18 14:05:28.530688 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-281782b5-1322-402f-a497-0cef47d8eada req-473876b2-96ac-437f-828f-049a90d81679 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751293 May 18 14:05:28.750724 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d83d7a9-5181-446b-abb2-4bd9c0771451 req-821b1a30-a645-41c7-8e1d-9d84cbb54cb7 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0979960 May 18 14:05:28.874232 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4946f-c6dc-42ab-a26d-11bd4fdb87ad req-75275f6c-c768-44fa-a433-e89e4abd0352 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:28.882001 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63e4946f-c6dc-42ab-a26d-11bd4fdb87ad req-75275f6c-c768-44fa-a433-e89e4abd0352 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.3490374 May 18 14:05:29.063695 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63e4946f-c6dc-42ab-a26d-11bd4fdb87ad req-986a952e-8158-416e-bb24-c6f56131f68c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665528 May 18 14:05:29.273164 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffa3de-c415-4977-9384-0b7a59034b7c req-862d62ea-37d0-40ba-b95e-3baf7e3c38bd tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:29.275943 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-11ffa3de-c415-4977-9384-0b7a59034b7c req-862d62ea-37d0-40ba-b95e-3baf7e3c38bd tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1939950 May 18 14:05:29.488732 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-11ffa3de-c415-4977-9384-0b7a59034b7c req-b1be0099-f319-4c25-9493-b3ca0704365a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018008 May 18 14:05:29.596364 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727c78-7a32-4775-8074-5c9c7a4dd5de req-d9f6355d-4872-493e-b853-44041856ae92 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:29.597928 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9a727c78-7a32-4775-8074-5c9c7a4dd5de req-d9f6355d-4872-493e-b853-44041856ae92 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1911371 May 18 14:05:29.698170 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9a727c78-7a32-4775-8074-5c9c7a4dd5de req-179d3be5-fd6a-46bb-a66f-e19dc93d0176 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940108 May 18 14:05:30.030426 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-722f0013-4a4d-44a2-b4a0-bf53eda2fe27 req-91c8e19e-7a5e-42d7-84a2-577c10feb0d3 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0931082 May 18 14:05:30.359130 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd18ab0-a651-400b-abd4-7ba6f0559385 req-5dff3261-860a-4310-b85f-da2d30485670 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:30.387982 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afd18ab0-a651-400b-abd4-7ba6f0559385 req-5dff3261-860a-4310-b85f-da2d30485670 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1708961 May 18 14:05:30.457015 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afd18ab0-a651-400b-abd4-7ba6f0559385 req-2a2a6156-6f52-42f4-9eaf-1392a9973b76 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666573 May 18 14:05:30.818342 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-797c1d9a-7efe-41fe-a64e-c23c5f5aa002 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:30.822380 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-797c1d9a-7efe-41fe-a64e-c23c5f5aa002 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.13 "GET /v2.0/networks?id=3f98724a-df09-4818-9fbe-3a2923c5f314 HTTP/1.1" status: 200 len: 812 time: 0.2678647 May 18 14:05:30.871439 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d0d6-753c-4020-9b42-626c0330f24e req-a4c7219e-46d4-4fea-957b-9c68d317ca30 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:30.879130 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44b0d0d6-753c-4020-9b42-626c0330f24e req-a4c7219e-46d4-4fea-957b-9c68d317ca30 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1901166 May 18 14:05:30.966171 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Request body: {'port': {'device_id': '2c4e08d2-4b7e-4f2a-906b-cc179b872b5f', 'network_id': '3f98724a-df09-4818-9fbe-3a2923c5f314', 'admin_state_up': True, 'tenant_id': '53aea1cecf0847a5abd6b1f16f3728a9'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:05:30.997168 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44b0d0d6-753c-4020-9b42-626c0330f24e req-d8c40964-fb85-4c7c-a825-70c60c94c42a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170440 May 18 14:05:31.043624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f7b04-dff7-442b-b27b-7fabcb0be5c2 req-ed489300-b4ce-4ecf-8811-055a0ebdb3f5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:31.045253 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-045f7b04-dff7-442b-b27b-7fabcb0be5c2 req-ed489300-b4ce-4ecf-8811-055a0ebdb3f5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1635737 May 18 14:05:31.133679 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-045f7b04-dff7-442b-b27b-7fabcb0be5c2 req-9f7dd56c-5d0c-4a73-ae6f-65cef676fd73 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681849 May 18 14:05:31.255381 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:05:31.265155 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Usage tracker for resource:port and tenant:53aea1cecf0847a5abd6b1f16f3728a9 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:05:31.271327 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:05:31.278642 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:05:31.295416 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Made reservation on behalf of 53aea1cecf0847a5abd6b1f16f3728a9 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:05:31.296886 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a09896a-d071-478f-97eb-90f15bbd0f9b req-891671a2-b3c3-4ee4-a78e-9e1b3a606e0d tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.1054540 May 18 14:05:31.302332 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:31.672677 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-2decddb8-9da0-436c-acfe-ed89031c7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:31.674615 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-2decddb8-9da0-436c-acfe-ed89031c7276 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 1098 time: 0.2194064 May 18 14:05:31.796497 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Allocated IP 172.20.0.7 (3f98724a-df09-4818-9fbe-3a2923c5f314/ef7ea048-2678-4236-94be-89e1521dc435/1541ff9f-2ad1-4111-92e9-cb276fa22595) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:05:31.826598 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594678a8-2f94-4d44-959a-833d4a867546 req-5444659a-d2e7-4355-a434-5e0b6bfe12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:31.828735 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-594678a8-2f94-4d44-959a-833d4a867546 req-5444659a-d2e7-4355-a434-5e0b6bfe12cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.2498457 May 18 14:05:31.843150 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fd517-7454-41a6-98ae-7705cfe0e7bd req-098a657d-27ae-4012-a17b-c8b6daab05b1 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:31.850988 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-664fd517-7454-41a6-98ae-7705cfe0e7bd req-098a657d-27ae-4012-a17b-c8b6daab05b1 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.2251253 May 18 14:05:31.886530 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb776cbb-e35d-4874-b71f-d954c9b4ef09 req-d18fba63-a133-4c18-bff8-77ae1b14905e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:31.888295 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bb776cbb-e35d-4874-b71f-d954c9b4ef09 req-d18fba63-a133-4c18-bff8-77ae1b14905e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1513572 May 18 14:05:31.989015 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-d02e5dfa-d1f0-4a75-9b8f-9ee4e7025175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:31.990756 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-d02e5dfa-d1f0-4a75-9b8f-9ee4e7025175 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 918 time: 0.3020444 May 18 14:05:32.069375 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-664fd517-7454-41a6-98ae-7705cfe0e7bd req-0a30f17c-b06b-4e6b-8ca0-1c9d04c69371 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142093 May 18 14:05:32.106477 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bb776cbb-e35d-4874-b71f-d954c9b4ef09 req-7b732a1c-1eab-425d-a66f-71f2c35f5f57 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080562 May 18 14:05:32.179198 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594678a8-2f94-4d44-959a-833d4a867546 req-b4618435-d48e-401d-aabc-d68e2ca22f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:32.180666 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-594678a8-2f94-4d44-959a-833d4a867546 req-b4618435-d48e-401d-aabc-d68e2ca22f2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.3364995 May 18 14:05:32.279647 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677446e6-e7b2-4a4d-9639-f860fc6d7ef4 req-3a3fd06f-015d-4a05-86f5-e1c8e7128201 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:32.281464 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-677446e6-e7b2-4a4d-9639-f860fc6d7ef4 req-3a3fd06f-015d-4a05-86f5-e1c8e7128201 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1078374 May 18 14:05:32.332803 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-594678a8-2f94-4d44-959a-833d4a867546 req-f022d396-b26b-42e0-a51d-f1787dd0ce64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.1325419 May 18 14:05:32.414675 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-e3c05d39-22c9-4d47-8d32-e9fed9758335 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 HTTP/1.1" status: 200 len: 1001 time: 0.4144952 May 18 14:05:32.419188 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-677446e6-e7b2-4a4d-9639-f860fc6d7ef4 req-f0aa5ba3-fd7d-4e88-8e7f-663ad6fac03f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305032 May 18 14:05:32.512938 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594678a8-2f94-4d44-959a-833d4a867546 req-679ef238-c5f1-4d10-9142-c20198f23800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:32.514433 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-594678a8-2f94-4d44-959a-833d4a867546 req-679ef238-c5f1-4d10-9142-c20198f23800 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.1677752 May 18 14:05:32.533472 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f0e48f39-0779-4631-a5f1-a1b2746c4f53 req-13e8529e-eb7c-482e-94bf-30e0cdb6e079 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0583227 May 18 14:05:32.593076 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-594678a8-2f94-4d44-959a-833d4a867546 req-633c7987-ac52-4700-b9a5-ae6c3227068a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581708 May 18 14:05:32.598964 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:32.749191 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-e3015635-f2ea-413f-8d16-4589a0897671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:32.751158 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-e3015635-f2ea-413f-8d16-4589a0897671 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.3245327 May 18 14:05:32.848981 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-594678a8-2f94-4d44-959a-833d4a867546 req-366c2501-342c-44f4-891b-ca368808ad01 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305245 May 18 14:05:33.036555 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:33.058045 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5b553f13-5105-40b4-bf9d-9cebe4d2230f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:33.152942 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Network 3f98724a-df09-4818-9fbe-3a2923c5f314 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:05:33.156285 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:05:33.163860 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:05:33.168849 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:05:33.214398 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-594678a8-2f94-4d44-959a-833d4a867546 req-f8d93546-34fd-4d38-bd59-6c6c6a211808 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547552 May 18 14:05:33.218703 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Pushing event updated for resources: {'Port': ['ID=1541ff9f-2ad1-4111-92e9-cb276fa22595,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:33.237569 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:33.239703 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-d9c01ca0-718e-4157-bfe6-66b004655785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:33.241284 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-d9c01ca0-718e-4157-bfe6-66b004655785 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4444253 May 18 14:05:33.315145 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:33.315764 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:33.431103 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-c305f714-47b9-48a4-b7ae-cca611c98cf0 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734779 May 18 14:05:33.435148 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4764485 May 18 14:05:33.465666 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec1d19-80a9-4ee7-a169-8581dd3181cc req-b23ca653-e02c-497b-88a8-b9cceaa5412c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:33.473099 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aaec1d19-80a9-4ee7-a169-8581dd3181cc req-b23ca653-e02c-497b-88a8-b9cceaa5412c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1696906 May 18 14:05:33.473866 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Request body: {'port': {'device_id': '2c4e08d2-4b7e-4f2a-906b-cc179b872b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:05:33.500375 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4affd20-08f8-4ad7-8996-3bc1b865444b req-901cd412-d851-4a97-98ab-85ba7d375cd5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:33.501920 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a4affd20-08f8-4ad7-8996-3bc1b865444b req-901cd412-d851-4a97-98ab-85ba7d375cd5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1584990 May 18 14:05:33.598296 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aaec1d19-80a9-4ee7-a169-8581dd3181cc req-97e110d2-b8ed-4a98-8723-755c0db10fa9 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239789 May 18 14:05:33.636701 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a4affd20-08f8-4ad7-8996-3bc1b865444b req-9c026f5e-1cbf-4b41-b384-959239ce0462 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190045 May 18 14:05:33.711493 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:33.739836 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a7297fc6-683d-4c6d-9d35-8f6bcf2bfe32 req-f14074c4-5c32-4a16-a63d-e671a833514d service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886281 May 18 14:05:33.867993 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:05:34.021797 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:34.044204 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d9e8-b670-4a6f-b6a7-9ad727e0d0db req-022ca509-f153-4ce0-999d-e1edcd2270d3 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:34.046629 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1c38d9e8-b670-4a6f-b6a7-9ad727e0d0db req-022ca509-f153-4ce0-999d-e1edcd2270d3 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 931 time: 0.2626822 May 18 14:05:34.061857 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8c5d4-a9f0-486d-b8da-50126734b78d req-3dfebb7b-eb8c-4fad-b8fd-4454dd568f18 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:34.063882 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-eaf8c5d4-a9f0-486d-b8da-50126734b78d req-3dfebb7b-eb8c-4fad-b8fd-4454dd568f18 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 945 time: 0.1751535 May 18 14:05:34.084472 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:34.086770 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:05:34.095234 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:34.099729 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:34.144266 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1541ff9f-2ad1-4111-92e9-cb276fa22595 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:05:34.150363 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-eaf8c5d4-a9f0-486d-b8da-50126734b78d req-7ec0d0f2-8978-473c-8f22-311153874333 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707169 May 18 14:05:34.153969 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:34.172079 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-1c38d9e8-b670-4a6f-b6a7-9ad727e0d0db req-82753660-4485-45da-95b3-a84b3fc2d8df tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Synchronizing usage tracker for tenant:53aea1cecf0847a5abd6b1f16f3728a9 on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:05:34.176001 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Transition to ACTIVE for port object 1541ff9f-2ad1-4111-92e9-cb276fa22595 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:05:34.181452 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:34.189596 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=8']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:34.196632 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:34.198796 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.199220 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.199628 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.200032 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.200422 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.200817 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.201294 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.201880 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.202478 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.203021 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.203654 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.204094 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:05:34.219069 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-1c38d9e8-b670-4a6f-b6a7-9ad727e0d0db req-82753660-4485-45da-95b3-a84b3fc2d8df tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Unset dirty status for tenant:53aea1cecf0847a5abd6b1f16f3728a9 on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:05:34.219456 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:34.220770 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1c38d9e8-b670-4a6f-b6a7-9ad727e0d0db req-82753660-4485-45da-95b3-a84b3fc2d8df tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c02f70-269a-4e13-8772-53e17af05c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558900 May 18 14:05:34.244815 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'code': 200} May 18 14:05:34.386350 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Pushing event updated for resources: {'Port': ['ID=1541ff9f-2ad1-4111-92e9-cb276fa22595,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:34.448928 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:34.532252 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Attempting to bind port 1541ff9f-2ad1-4111-92e9-cb276fa22595 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:05:34.533246 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Attempting to bind port 1541ff9f-2ad1-4111-92e9-cb276fa22595 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'b537b441-2c28-4827-8d0e-1ecdba5445de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f98724a-df09-4818-9fbe-3a2923c5f314'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:05:34.534022 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Attempting to bind port 1541ff9f-2ad1-4111-92e9-cb276fa22595 on network 3f98724a-df09-4818-9fbe-3a2923c5f314 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:05:34.540227 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Port 1541ff9f-2ad1-4111-92e9-cb276fa22595 on network 3f98724a-df09-4818-9fbe-3a2923c5f314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:05:34.540662 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Attempting to bind port 1541ff9f-2ad1-4111-92e9-cb276fa22595 on network 3f98724a-df09-4818-9fbe-3a2923c5f314 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:05:34.566657 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:05:34.567000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Checking segment: {'id': 'b537b441-2c28-4827-8d0e-1ecdba5445de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f98724a-df09-4818-9fbe-3a2923c5f314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:05:34.567471 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Bound using segment: {'id': 'b537b441-2c28-4827-8d0e-1ecdba5445de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f98724a-df09-4818-9fbe-3a2923c5f314'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:05:34.567919 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Bound port: 1541ff9f-2ad1-4111-92e9-cb276fa22595, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b537b441-2c28-4827-8d0e-1ecdba5445de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f98724a-df09-4818-9fbe-3a2923c5f314'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:05:34.568352 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:34.706279 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] For port 1541ff9f-2ad1-4111-92e9-cb276fa22595, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:05:34.710617 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] For port 1541ff9f-2ad1-4111-92e9-cb276fa22595, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1541ff9f-2ad1-4111-92e9-cb276fa22595,segment=NetworkSegment(b537b441-2c28-4827-8d0e-1ecdba5445de),segment_id=b537b441-2c28-4827-8d0e-1ecdba5445de)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:05:34.719473 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:34.724837 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-44a4a2dd-2ddb-4dd1-9e3c-98340fb93137 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:34.832561 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:34.833467 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:34.835136 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] 10.222.0.13 "PUT /v2.0/ports/1541ff9f-2ad1-4111-92e9-cb276fa22595 HTTP/1.1" status: 200 len: 1093 time: 1.3656664 May 18 14:05:34.836164 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4e08d2-4b7e-4f2a-906b-cc179b872b5f', 'tag': '1541ff9f-2ad1-4111-92e9-cb276fa22595'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:05:34.871332 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Pushing event updated for resources: {'Port': ['ID=1541ff9f-2ad1-4111-92e9-cb276fa22595,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:34.875647 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:34.998004 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b3400-1cb6-4441-a9c7-b09c32245da2 req-3c9118ae-10b9-4c3d-a105-7a12988203b9 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:35.005765 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-102b3400-1cb6-4441-a9c7-b09c32245da2 req-3c9118ae-10b9-4c3d-a105-7a12988203b9 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.2035003 May 18 14:05:35.020522 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-4c3e83f4-46af-44b8-b7ab-4b338ae248c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:35.022021 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-4c3e83f4-46af-44b8-b7ab-4b338ae248c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53aea1cecf0847a5abd6b1f16f3728a9&device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 1096 time: 0.1410687 May 18 14:05:35.037947 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfde651-2eb0-441d-8f1a-c31bc3e54001 req-b6b640d7-9c47-4552-87ab-a0da4665aeba tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:35.046212 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bbfde651-2eb0-441d-8f1a-c31bc3e54001 req-b6b640d7-9c47-4552-87ab-a0da4665aeba tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2458231 May 18 14:05:35.076997 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-102b3400-1cb6-4441-a9c7-b09c32245da2 req-d9ed7c58-569e-4a5c-9801-8163cebc6686 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699224 May 18 14:05:35.144444 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-ba334d6c-12f8-4029-be7e-86a6cd9ac65e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1541ff9f-2ad1-4111-92e9-cb276fa22595 HTTP/1.1" status: 200 len: 217 time: 0.1073432 May 18 14:05:35.161775 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bbfde651-2eb0-441d-8f1a-c31bc3e54001 req-c1917b96-ff16-4ede-af3a-480849c2710e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143866 May 18 14:05:35.326953 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4e08d2-4b7e-4f2a-906b-cc179b872b5f', 'tag': '1541ff9f-2ad1-4111-92e9-cb276fa22595', 'status': 'completed', 'code': 200} May 18 14:05:35.365675 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-323fd4fe-ad8b-422c-b873-8bf803f70389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:35.367828 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-323fd4fe-ad8b-422c-b873-8bf803f70389 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef7ea048-2678-4236-94be-89e1521dc435 HTTP/1.1" status: 200 len: 852 time: 0.2111971 May 18 14:05:35.436540 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-a6a24cb9-c65e-4ee5-a869-abe6a0f5ee02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f98724a-df09-4818-9fbe-3a2923c5f314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565228 May 18 14:05:35.599221 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546221b4-69a7-4725-8f51-49a34703f837 req-7219bae8-c5b2-4b7c-8193-cd3e557d0ffd tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:35.610436 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-546221b4-69a7-4725-8f51-49a34703f837 req-7219bae8-c5b2-4b7c-8193-cd3e557d0ffd tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.3015163 May 18 14:05:35.698951 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-546221b4-69a7-4725-8f51-49a34703f837 req-d38b1cb9-53c9-450e-b24c-d87299d6323c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873191 May 18 14:05:35.729150 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc083f-ae1b-43d7-a81d-4d429438f129 req-a374be2f-6cdf-4bd5-9e5c-3d1a03c32fdf tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:35.743627 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7efc083f-ae1b-43d7-a81d-4d429438f129 req-a374be2f-6cdf-4bd5-9e5c-3d1a03c32fdf tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 943 time: 0.2971542 May 18 14:05:35.759249 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-5698b8de-e9de-41e0-8313-0197bbddf8ad service neutron] 10.222.0.13 "GET /v2.0/networks/3f98724a-df09-4818-9fbe-3a2923c5f314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139880 May 18 14:05:35.794468 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7efc083f-ae1b-43d7-a81d-4d429438f129 req-4368b66e-03aa-4aa6-8b32-fae0a73ff2cf tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c02f70-269a-4e13-8772-53e17af05c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436909 May 18 14:05:36.011045 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6f6e071f-7849-4713-8337-52b16a8d0082 req-13b5ed0a-905b-45c9-93b3-b98801fae77e service neutron] 10.222.0.13 "GET /v2.0/networks/3f98724a-df09-4818-9fbe-3a2923c5f314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300937 May 18 14:05:36.257481 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-5f98f9a3-fc68-492a-8b4b-c9fc072944d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:36.258996 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-5f98f9a3-fc68-492a-8b4b-c9fc072944d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53aea1cecf0847a5abd6b1f16f3728a9&device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 1096 time: 0.1597168 May 18 14:05:36.375752 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fa24f-5f10-487f-9ab5-90db93705745 req-6079043d-0e0a-4303-af29-7a30bfc1f66b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:36.388021 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3c1fa24f-5f10-487f-9ab5-90db93705745 req-6079043d-0e0a-4303-af29-7a30bfc1f66b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1961739 May 18 14:05:36.428583 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-8128c560-a4cf-4d36-978a-5ad90834e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:36.430124 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-8128c560-a4cf-4d36-978a-5ad90834e18a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f98724a-df09-4818-9fbe-3a2923c5f314 HTTP/1.1" status: 200 len: 913 time: 0.1617022 May 18 14:05:36.460039 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3c1fa24f-5f10-487f-9ab5-90db93705745 req-8c0f0ae0-7885-4c15-8bdb-ed196674fef1 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707605 May 18 14:05:36.499751 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad419f80-2aad-4606-846f-ceb8e7784559 req-d55af433-45ce-4ce0-b618-dbafa459abb6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:36.504374 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ad419f80-2aad-4606-846f-ceb8e7784559 req-d55af433-45ce-4ce0-b618-dbafa459abb6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1955047 May 18 14:05:36.585992 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-10ab601f-eeca-4f18-abc3-7ad9afc7f64d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1541ff9f-2ad1-4111-92e9-cb276fa22595 HTTP/1.1" status: 200 len: 217 time: 0.1373689 May 18 14:05:36.586392 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ad419f80-2aad-4606-846f-ceb8e7784559 req-63a07ec3-e127-4213-8879-1728432acc55 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637100 May 18 14:05:36.683996 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-2cc3791a-5f4b-4c92-b73c-cd0bcf7d85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:36.685969 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-2cc3791a-5f4b-4c92-b73c-cd0bcf7d85b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef7ea048-2678-4236-94be-89e1521dc435 HTTP/1.1" status: 200 len: 852 time: 0.0924320 May 18 14:05:36.803849 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-7cde54ca-4912-469c-a5ab-2f5650e39bff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f98724a-df09-4818-9fbe-3a2923c5f314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045737 May 18 14:05:37.003990 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb77c71-4cad-4502-af56-34747f6aae4a req-5c4d7a7a-41e5-42bb-8079-3a2d09c66c5b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:37.008282 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1bb77c71-4cad-4502-af56-34747f6aae4a req-5c4d7a7a-41e5-42bb-8079-3a2d09c66c5b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1288242 May 18 14:05:37.109124 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-1e557a7a-aef1-477d-9d86-b7e9b3b7456d service neutron] 10.222.0.13 "GET /v2.0/networks/3f98724a-df09-4818-9fbe-3a2923c5f314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913681 May 18 14:05:37.113175 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1bb77c71-4cad-4502-af56-34747f6aae4a req-253b462b-1b0f-4dcc-a41b-703098f42ab2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991583 May 18 14:05:37.515094 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9eb876e0-5de7-4393-83b5-f072ead4d899 req-b7d871bb-89f3-411e-8057-14635d253225 service neutron] 10.222.0.13 "GET /v2.0/networks/3f98724a-df09-4818-9fbe-3a2923c5f314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879874 May 18 14:05:37.530080 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2b029-bc64-4f8e-8080-d427cd01c961 req-120e3096-e3d9-4b18-b2d1-54d79e21ccd5 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:37.542431 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbe2b029-bc64-4f8e-8080-d427cd01c961 req-120e3096-e3d9-4b18-b2d1-54d79e21ccd5 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 943 time: 0.1464794 May 18 14:05:37.592382 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbe2b029-bc64-4f8e-8080-d427cd01c961 req-eaae0b90-5669-4b61-a785-5af67e32c07a tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c02f70-269a-4e13-8772-53e17af05c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 May 18 14:05:37.892461 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 1541ff9f-2ad1-4111-92e9-cb276fa22595 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:05:37.990488 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa004af3-afec-4084-a18d-acbffa44bf18 req-2630546d-4f64-4f5d-8a2f-c2b2eb6fda35 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:38.015184 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fa004af3-afec-4084-a18d-acbffa44bf18 req-2630546d-4f64-4f5d-8a2f-c2b2eb6fda35 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.2412181 May 18 14:05:38.126249 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fa004af3-afec-4084-a18d-acbffa44bf18 req-879ef56b-45df-4319-b9c6-5dff8c635448 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100047 May 18 14:05:38.160717 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 1541ff9f-2ad1-4111-92e9-cb276fa22595, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1541ff9f-2ad1-4111-92e9-cb276fa22595,segment=NetworkSegment(b537b441-2c28-4827-8d0e-1ecdba5445de),segment_id=b537b441-2c28-4827-8d0e-1ecdba5445de)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:38.176203 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '1541ff9f-2ad1-4111-92e9-cb276fa22595', 'network_id': '3f98724a-df09-4818-9fbe-3a2923c5f314', 'port_id': '1541ff9f-2ad1-4111-92e9-cb276fa22595', 'mac_address': 'fa:16:3e:da:86:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7ea048-2678-4236-94be-89e1521dc435', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:05:38.249851 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:38.274458 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1541ff9f-2ad1-4111-92e9-cb276fa22595 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:05:38.291258 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 1541ff9f-2ad1-4111-92e9-cb276fa22595, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1541ff9f-2ad1-4111-92e9-cb276fa22595,segment=NetworkSegment(b537b441-2c28-4827-8d0e-1ecdba5445de),segment_id=b537b441-2c28-4827-8d0e-1ecdba5445de)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:38.299326 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:38.300342 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-9f476a6b-0872-4185-b917-7ad83a2828a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:38.412053 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=1541ff9f-2ad1-4111-92e9-cb276fa22595,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:38.426301 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:38.688313 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['1541ff9f-2ad1-4111-92e9-cb276fa22595'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:05:38.718386 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73addd7c-2489-40e7-a055-d0b96b8ae48a req-214778e6-b8c5-4ccb-b9fd-f3e428c3efa3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:38.725910 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-73addd7c-2489-40e7-a055-d0b96b8ae48a req-214778e6-b8c5-4ccb-b9fd-f3e428c3efa3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1189852 May 18 14:05:38.778079 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-73addd7c-2489-40e7-a055-d0b96b8ae48a req-1308bc40-e7e1-423e-9d8f-ab2d47a9fc1d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512002 May 18 14:05:38.925900 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1623c-bb25-4090-a744-a65b763212a7 req-0e6ac8bf-6486-4912-9944-c44f1d50bca4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:38.928407 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c3b1623c-bb25-4090-a744-a65b763212a7 req-0e6ac8bf-6486-4912-9944-c44f1d50bca4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1273577 May 18 14:05:39.106040 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c3b1623c-bb25-4090-a744-a65b763212a7 req-dd361feb-6c0d-474f-b3db-fde1be85108d tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687317 May 18 14:05:39.137649 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798c89a-d6be-4e52-974f-3106edc31de6 req-97cb70da-567b-44ae-a6e7-fe3f30f37bb3 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:39.139167 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b798c89a-d6be-4e52-974f-3106edc31de6 req-97cb70da-567b-44ae-a6e7-fe3f30f37bb3 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 944 time: 0.1079957 May 18 14:05:39.190299 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b798c89a-d6be-4e52-974f-3106edc31de6 req-3fef7ca9-9420-48a9-a99c-27bae7bc8fea tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c02f70-269a-4e13-8772-53e17af05c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451539 May 18 14:05:39.406334 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea174c7-c4db-4fe5-a576-cb64bd92d39b req-1f57b9c9-9314-4bfe-8076-eecb38f7308c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:39.407846 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2ea174c7-c4db-4fe5-a576-cb64bd92d39b req-1f57b9c9-9314-4bfe-8076-eecb38f7308c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0904586 May 18 14:05:39.491171 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2ea174c7-c4db-4fe5-a576-cb64bd92d39b req-dfd59698-a1f4-431f-a831-c49a4cf120cc tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774450 May 18 14:05:39.899568 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 1541ff9f-2ad1-4111-92e9-cb276fa22595 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:05:39.991288 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port 1541ff9f-2ad1-4111-92e9-cb276fa22595 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:05:39.996447 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 1541ff9f-2ad1-4111-92e9-cb276fa22595 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:05:39.996827 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:40.019537 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3dace-03f3-443c-bde6-35471a9fc87d req-69e89dc8-2c61-4c24-a67a-0c27c8b72929 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:40.021828 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2ea3dace-03f3-443c-bde6-35471a9fc87d req-69e89dc8-2c61-4c24-a67a-0c27c8b72929 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1049757 May 18 14:05:40.083892 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2ea3dace-03f3-443c-bde6-35471a9fc87d req-b0539ea0-8440-4c64-97f4-449b4238d893 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536258 May 18 14:05:40.147176 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:40.176697 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4e08d2-4b7e-4f2a-906b-cc179b872b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1541ff9f-2ad1-4111-92e9-cb276fa22595'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:05:40.188327 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 1541ff9f-2ad1-4111-92e9-cb276fa22595, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1541ff9f-2ad1-4111-92e9-cb276fa22595,segment=NetworkSegment(b537b441-2c28-4827-8d0e-1ecdba5445de),segment_id=b537b441-2c28-4827-8d0e-1ecdba5445de)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:05:40.193537 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:40.194740 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:05:40.227412 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:05:40.303543 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4e08d2-4b7e-4f2a-906b-cc179b872b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1541ff9f-2ad1-4111-92e9-cb276fa22595', 'code': 200} May 18 14:05:40.359557 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=1541ff9f-2ad1-4111-92e9-cb276fa22595,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:05:40.404188 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:05:40.414698 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb3559-7854-42ac-b42f-7b5b1134f522 req-ea08754d-b19f-4ba5-8121-1f06c1195121 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:40.418288 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3efb3559-7854-42ac-b42f-7b5b1134f522 req-ea08754d-b19f-4ba5-8121-1f06c1195121 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 945 time: 0.1005135 May 18 14:05:40.490191 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3efb3559-7854-42ac-b42f-7b5b1134f522 req-728d403a-0b2f-4297-a76a-800c05428c32 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c02f70-269a-4e13-8772-53e17af05c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637019 May 18 14:05:40.545031 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c99483-e1ec-43e1-a24f-5e04571a85da req-1fdf96f5-ba5c-4b7f-9396-15d5370b4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:40.547531 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d1c99483-e1ec-43e1-a24f-5e04571a85da req-1fdf96f5-ba5c-4b7f-9396-15d5370b4174 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 1098 time: 0.1034009 May 18 14:05:40.598087 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d1c99483-e1ec-43e1-a24f-5e04571a85da req-785e533e-a033-4d5e-a2ce-3bcd878127c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87c02f70-269a-4e13-8772-53e17af05c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 May 18 14:05:40.687249 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb468100-e13f-4594-8716-41720cff06d7 req-b1b107d2-e99c-4716-be39-216bc637ef7f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:40.689080 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fb468100-e13f-4594-8716-41720cff06d7 req-b1b107d2-e99c-4716-be39-216bc637ef7f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0836005 May 18 14:05:40.738787 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fb468100-e13f-4594-8716-41720cff06d7 req-304507af-cfb2-4d8c-b7cb-71d9a35492ec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436294 May 18 14:05:41.295344 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420ef58-b63d-40b2-abd3-0bf8d2347fb2 req-1cc3af70-2cbd-4ac4-ba9c-e30888007c59 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:41.297049 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0420ef58-b63d-40b2-abd3-0bf8d2347fb2 req-1cc3af70-2cbd-4ac4-ba9c-e30888007c59 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0901139 May 18 14:05:41.348901 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0420ef58-b63d-40b2-abd3-0bf8d2347fb2 req-1224f540-6f43-4430-8a25-4a96bb66a44c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456538 May 18 14:05:41.685100 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e404641-2abf-4c36-9e23-1af1cd7a4566 req-7090439a-2610-4d17-9b09-942578310fca tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:41.686843 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8e404641-2abf-4c36-9e23-1af1cd7a4566 req-7090439a-2610-4d17-9b09-942578310fca tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 945 time: 0.0874798 May 18 14:05:41.740207 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8e404641-2abf-4c36-9e23-1af1cd7a4566 req-c6a4310e-c6f8-430f-9a09-ac358ad3e42f tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c02f70-269a-4e13-8772-53e17af05c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470467 May 18 14:05:41.953108 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824276a-19ad-4815-888d-0ec303179ce1 req-f17051fe-e269-4e82-8606-0fe57835dfaa tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:41.955049 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f824276a-19ad-4815-888d-0ec303179ce1 req-f17051fe-e269-4e82-8606-0fe57835dfaa tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0895944 May 18 14:05:42.017486 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f824276a-19ad-4815-888d-0ec303179ce1 req-4976b8f8-5de5-4361-816b-7543aa308db5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553329 May 18 14:05:42.561675 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8588a46-86d4-4b95-9c8f-5610059d2fec req-b651e06e-e2f9-4486-9484-7eaeed978527 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:42.562723 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d8588a46-86d4-4b95-9c8f-5610059d2fec req-b651e06e-e2f9-4486-9484-7eaeed978527 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0959249 May 18 14:05:42.612912 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d8588a46-86d4-4b95-9c8f-5610059d2fec req-500c5842-6821-4156-8135-00b16383a0aa tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444796 May 18 14:05:42.938508 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ce905-c77f-4a5c-b39c-e168de28bf14 req-c6f5a56b-6593-4159-8e22-40398a90cce0 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:42.940123 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-612ce905-c77f-4a5c-b39c-e168de28bf14 req-c6f5a56b-6593-4159-8e22-40398a90cce0 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 945 time: 0.0865452 May 18 14:05:42.992140 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-612ce905-c77f-4a5c-b39c-e168de28bf14 req-f9567529-97e5-4cd8-a6a9-7377be3d86ea tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c02f70-269a-4e13-8772-53e17af05c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 May 18 14:05:43.236075 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5e45e-f73c-4ec5-82ff-8458f602bcbe req-2e83d826-c386-456b-8d6b-a7b32368bc09 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:43.237684 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-17b5e45e-f73c-4ec5-82ff-8458f602bcbe req-2e83d826-c386-456b-8d6b-a7b32368bc09 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0954995 May 18 14:05:43.288243 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-17b5e45e-f73c-4ec5-82ff-8458f602bcbe req-82d3e618-a29a-4c12-9959-46b6e497a1db tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446484 May 18 14:05:43.838962 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a8c62-02a0-4d85-a321-be0fac029e4a req-26ee9cc1-0ed2-4cc3-9354-40212145e940 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:43.840479 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d44a8c62-02a0-4d85-a321-be0fac029e4a req-26ee9cc1-0ed2-4cc3-9354-40212145e940 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0921519 May 18 14:05:43.896619 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d44a8c62-02a0-4d85-a321-be0fac029e4a req-e5f96f81-182b-40f9-b330-c15de60b1b47 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497408 May 18 14:05:44.504059 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7e25f-a19c-49cf-89bd-ad5c047ffe60 req-efbf732d-9235-43d6-957a-36eb3590e1a5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:44.505561 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-55d7e25f-a19c-49cf-89bd-ad5c047ffe60 req-efbf732d-9235-43d6-957a-36eb3590e1a5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0913899 May 18 14:05:44.571639 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-55d7e25f-a19c-49cf-89bd-ad5c047ffe60 req-69b8c397-b780-41e7-994e-8faa017f6856 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595064 May 18 14:05:45.114334 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dd54f-d65d-4d57-8c37-5b3330a8ebb0 req-4769c8ff-851d-48a8-9b45-d4282a687b13 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:45.115859 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0c4dd54f-d65d-4d57-8c37-5b3330a8ebb0 req-4769c8ff-851d-48a8-9b45-d4282a687b13 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0986800 May 18 14:05:45.165350 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0c4dd54f-d65d-4d57-8c37-5b3330a8ebb0 req-2b703e10-3836-45d8-9927-ae42d3c3c4ca tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406044 May 18 14:05:45.780913 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac041-f393-4bd5-81f3-39cde042badc req-db477b44-14db-4ad2-af8b-b5e7b0f72cb1 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:45.783511 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-355ac041-f393-4bd5-81f3-39cde042badc req-db477b44-14db-4ad2-af8b-b5e7b0f72cb1 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0883682 May 18 14:05:45.836484 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-355ac041-f393-4bd5-81f3-39cde042badc req-e18da1b7-5824-41aa-8495-a7c8404c5212 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467486 May 18 14:05:46.364677 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5211-863a-45cd-b395-02225f81c076 req-3d7ad803-e2c4-4415-b1f4-0b3db0f8334c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:46.366193 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e02f5211-863a-45cd-b395-02225f81c076 req-3d7ad803-e2c4-4415-b1f4-0b3db0f8334c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0888164 May 18 14:05:46.414555 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e02f5211-863a-45cd-b395-02225f81c076 req-26dc7f4b-e268-4534-ab51-656eed63051f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 May 18 14:05:47.043144 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bac80-79c6-4467-8ba7-544845d436eb req-444d86f2-8037-4ad4-b5fb-0b0fc9cd67a7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:47.045968 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-887bac80-79c6-4467-8ba7-544845d436eb req-444d86f2-8037-4ad4-b5fb-0b0fc9cd67a7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0957448 May 18 14:05:47.098988 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-887bac80-79c6-4467-8ba7-544845d436eb req-ef306871-05e3-432c-a8f9-96ef2687134a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475109 May 18 14:05:47.563604 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799013e-3e96-4d4f-ad62-415aa3f07e88 req-8441a645-b832-4898-b0bd-187296d6cf4b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:47.565113 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1799013e-3e96-4d4f-ad62-415aa3f07e88 req-8441a645-b832-4898-b0bd-187296d6cf4b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1744344 May 18 14:05:47.618102 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1799013e-3e96-4d4f-ad62-415aa3f07e88 req-d09c0f69-34ee-40ca-8041-cfe5945ed12c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467033 May 18 14:05:47.620289 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-c05bcfe4-1b71-4679-8937-60c4c6f314fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:47.621940 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-c05bcfe4-1b71-4679-8937-60c4c6f314fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b47200f845524f34b0bc318b70a99189&device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 1098 time: 0.0802057 May 18 14:05:47.784100 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-e3482460-5d8f-49e8-b15a-94c799555e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:47.785922 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-e3482460-5d8f-49e8-b15a-94c799555e41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 200 len: 912 time: 0.1393216 May 18 14:05:47.826732 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4872fe-f930-4b8b-a14b-ed1265375cf6 req-a058fb98-b82b-4993-b34f-d3c7843939e3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:47.834079 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c4872fe-f930-4b8b-a14b-ed1265375cf6 req-a058fb98-b82b-4993-b34f-d3c7843939e3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1181283 May 18 14:05:47.886371 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c4872fe-f930-4b8b-a14b-ed1265375cf6 req-c20e03e9-4c6e-44f7-9d4d-14ba67cc087c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503645 May 18 14:05:47.909696 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-537be781-d92e-4633-8984-6879047031fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7847d0f6-f43c-433f-875f-430b26849996 HTTP/1.1" status: 200 len: 1001 time: 0.1136100 May 18 14:05:47.987742 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-3fdfb57c-1a38-493d-9b14-c8d533c86c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:47.989248 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-3fdfb57c-1a38-493d-9b14-c8d533c86c90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873 HTTP/1.1" status: 200 len: 850 time: 0.0737226 May 18 14:05:48.157021 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-92e0d443-201b-4201-a903-f0f8bc7adc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:48.159552 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-92e0d443-201b-4201-a903-f0f8bc7adc8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8d50c04-f8ff-40e0-a097-874de91b026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1625788 May 18 14:05:48.316865 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-ed5dc121-1848-4088-9486-88693da3f19b service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469305 May 18 14:05:48.416679 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:48.500951 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d1dd1-ac17-45df-8ef3-b943bae0c4b6 req-f13aaf45-db85-4ca6-92cf-92188b8f3dc0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:48.503213 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-610d1dd1-ac17-45df-8ef3-b943bae0c4b6 req-f13aaf45-db85-4ca6-92cf-92188b8f3dc0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0951540 May 18 14:05:48.539322 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-41b5cd71-b4f3-46e3-80e3-7b8de7c31919 req-e6fc2c24-d97a-4f99-bbc7-0689874c605b service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154460 May 18 14:05:48.543813 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-61e4229d-c446-4bd9-b8fd-d700b4aa4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:48.546239 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-61e4229d-c446-4bd9-b8fd-d700b4aa4ee6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.1835346 May 18 14:05:48.564461 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-610d1dd1-ac17-45df-8ef3-b943bae0c4b6 req-d9f246f7-038c-49b2-97a2-8e87d47c54cf tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517800 May 18 14:05:48.697410 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-4322ba8a-467d-4a48-a1dd-c02a0ee7f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:48.699285 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-4322ba8a-467d-4a48-a1dd-c02a0ee7f609 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.1430035 May 18 14:05:48.770602 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-1f7f215f-675c-4494-a676-7817ed10226c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.0637193 May 18 14:05:48.808425 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-93cd96ab-9f1d-4a44-8b77-3f1aa148346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:48.829971 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a4eff-f030-4767-86c2-00b375d19f68 req-8d5f30df-42eb-4e55-b1b1-f34e09f2c817 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:48.831667 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-016a4eff-f030-4767-86c2-00b375d19f68 req-8d5f30df-42eb-4e55-b1b1-f34e09f2c817 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1028399 May 18 14:05:48.841454 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-a3dedec3-12cf-48a5-962a-c36b735f884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:48.843263 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-a3dedec3-12cf-48a5-962a-c36b735f884c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0645800 May 18 14:05:48.891368 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-016a4eff-f030-4767-86c2-00b375d19f68 req-18853c54-88f9-433c-a48a-3316db36b242 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520399 May 18 14:05:48.903899 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-b3a9f19f-cdb0-44e6-b1f5-860bffa20660 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431671 May 18 14:05:49.048923 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-ca59d880-cad3-427d-910e-7353b6d0dad9 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364036 May 18 14:05:49.106406 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bca9b-7824-4dbe-913f-e75e7496e1ec req-d5fe5653-f1e5-4dd5-99cd-bcb1ce15d738 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:49.108021 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d7bca9b-7824-4dbe-913f-e75e7496e1ec req-d5fe5653-f1e5-4dd5-99cd-bcb1ce15d738 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1007922 May 18 14:05:49.158444 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d7bca9b-7824-4dbe-913f-e75e7496e1ec req-2755780e-d7eb-4098-8f32-2e84887d4bb6 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435481 May 18 14:05:49.191827 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5152df1b-b91a-47dd-978f-b12bad7e6afc req-8c47dff1-e366-47f8-86d2-84071a1980c1 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343493 May 18 14:05:49.764746 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc05f5f-4eb0-43aa-a121-00ceb48bdae8 req-a6bc781d-e580-4ab9-b00a-b710ad8afef2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:49.766669 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8dc05f5f-4eb0-43aa-a121-00ceb48bdae8 req-a6bc781d-e580-4ab9-b00a-b710ad8afef2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0901604 May 18 14:05:49.819711 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8dc05f5f-4eb0-43aa-a121-00ceb48bdae8 req-a88ebfe2-ec22-422c-9208-76510995b8d3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469637 May 18 14:05:50.130157 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686061b-936e-4b5c-b0e0-6d9f57843b4d req-431e6933-9c12-4620-bd21-c8fe402700fa tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:50.131646 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3686061b-936e-4b5c-b0e0-6d9f57843b4d req-431e6933-9c12-4620-bd21-c8fe402700fa tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1125174 May 18 14:05:50.186090 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3686061b-936e-4b5c-b0e0-6d9f57843b4d req-fceeaae2-53ee-424d-ab08-bde999d18aba tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481043 May 18 14:05:50.378908 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e3650-a74a-4b4c-8936-ab95ce8d0e25 req-8321b672-9371-4e2a-9068-c69513a5bcba tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:50.380623 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-283e3650-a74a-4b4c-8936-ab95ce8d0e25 req-8321b672-9371-4e2a-9068-c69513a5bcba tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1019304 May 18 14:05:50.429013 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-283e3650-a74a-4b4c-8936-ab95ce8d0e25 req-c326fe9f-46be-4b9e-a60c-c88e47cc517c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 May 18 14:05:51.017691 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f286bb-cded-4233-aeb1-2513d6001bba req-160585eb-9ccf-46d4-a1b3-bf5a2a8e97d7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:51.019189 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-38f286bb-cded-4233-aeb1-2513d6001bba req-160585eb-9ccf-46d4-a1b3-bf5a2a8e97d7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0830317 May 18 14:05:51.067881 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-38f286bb-cded-4233-aeb1-2513d6001bba req-e29ba5ab-1d46-4a26-880f-e93d5961ebcf tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 May 18 14:05:51.378482 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1cd1-19b9-43dc-8841-064fe912d393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:51.403157 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:51.640794 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a2df-081a-469c-8e5e-590f02710682 req-c470f629-12de-4a32-9c11-1aff549c8f4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:51.642531 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44d4a2df-081a-469c-8e5e-590f02710682 req-c470f629-12de-4a32-9c11-1aff549c8f4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0919554 May 18 14:05:51.689605 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44d4a2df-081a-469c-8e5e-590f02710682 req-342e8d79-1ddf-469d-a30b-b1337799ae15 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408776 May 18 14:05:52.266383 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e459e-7339-4572-b5ae-ae35ae4ebb14 req-f4bfa0f2-c03a-44f6-b1b3-1940e987b2d4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:52.267947 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fb1e459e-7339-4572-b5ae-ae35ae4ebb14 req-f4bfa0f2-c03a-44f6-b1b3-1940e987b2d4 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0839019 May 18 14:05:52.319597 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fb1e459e-7339-4572-b5ae-ae35ae4ebb14 req-fc82d5a9-1a1c-4cb2-bce8-e5da473c852f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457628 May 18 14:05:52.366557 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:52.890574 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054208b-d0f1-4847-838f-9d52cd65fcbc req-a12b192e-dff4-43aa-bd24-8bea6a3af29a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:52.892133 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b054208b-d0f1-4847-838f-9d52cd65fcbc req-a12b192e-dff4-43aa-bd24-8bea6a3af29a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0846741 May 18 14:05:52.938576 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b054208b-d0f1-4847-838f-9d52cd65fcbc req-d77d2d26-91e9-4616-9179-29cc443b0415 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405514 May 18 14:05:53.529849 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f27bf-1ac4-48b4-8557-778ed5c23868 req-04e7eff6-0104-4dbd-9761-35487d7548ac tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:53.531331 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5c1f27bf-1ac4-48b4-8557-778ed5c23868 req-04e7eff6-0104-4dbd-9761-35487d7548ac tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0924704 May 18 14:05:53.577804 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5c1f27bf-1ac4-48b4-8557-778ed5c23868 req-b8dfd6d2-24c9-465f-8fbb-7cdab514db51 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 May 18 14:05:53.950946 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:54.136654 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac13c9f-fd49-4df8-bf6a-218e97fa6dd4 req-41961440-68da-43c2-9e0d-e6d332e2b70a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:54.138133 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0ac13c9f-fd49-4df8-bf6a-218e97fa6dd4 req-41961440-68da-43c2-9e0d-e6d332e2b70a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0806096 May 18 14:05:54.185062 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0ac13c9f-fd49-4df8-bf6a-218e97fa6dd4 req-8bc6f661-0e7c-4a70-9a0f-dda3fd0779a4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 May 18 14:05:54.777176 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb5473-5509-4d9c-bb6a-238f5d4bfdb2 req-ecafabcb-01b7-4e51-ba23-4d50e79c5eb3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:54.778869 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0afb5473-5509-4d9c-bb6a-238f5d4bfdb2 req-ecafabcb-01b7-4e51-ba23-4d50e79c5eb3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0929272 May 18 14:05:54.838268 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0afb5473-5509-4d9c-bb6a-238f5d4bfdb2 req-9a0e9293-ca8f-4e0e-9634-c26d9198be5a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532389 May 18 14:05:55.386423 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e037b67-2e90-43c2-a80b-cb30d98ffbcb req-3e6ae55f-c265-4457-a62c-ed6eab730e39 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:55.387867 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1e037b67-2e90-43c2-a80b-cb30d98ffbcb req-3e6ae55f-c265-4457-a62c-ed6eab730e39 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0833349 May 18 14:05:55.437787 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1e037b67-2e90-43c2-a80b-cb30d98ffbcb req-ccc65000-1d16-4758-ab93-7d7ee6bef72a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 May 18 14:05:56.102479 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bed003-fece-4071-b80b-af6a440666a9 req-b9b84bca-f7d7-4caa-8e53-4c267803c129 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:56.108110 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-10bed003-fece-4071-b80b-af6a440666a9 req-b9b84bca-f7d7-4caa-8e53-4c267803c129 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1283977 May 18 14:05:56.152088 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-10bed003-fece-4071-b80b-af6a440666a9 req-270fe9ab-78ff-4f55-aeeb-0a8e717bfead tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 May 18 14:05:56.769398 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 34938) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:05:56.854850 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f599-069d-41cb-a144-a9e466ae8851 req-4f2aba82-ca13-4d7d-b90b-8d59d0ee5bc5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:56.856479 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9bf4f599-069d-41cb-a144-a9e466ae8851 req-4f2aba82-ca13-4d7d-b90b-8d59d0ee5bc5 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.2907841 May 18 14:05:56.908771 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-508d7ecc-f3cf-487d-b7c2-9e9c613ae75b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:56.910519 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-508d7ecc-f3cf-487d-b7c2-9e9c613ae75b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 813 time: 0.2826455 May 18 14:05:56.948164 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9bf4f599-069d-41cb-a144-a9e466ae8851 req-ab69e729-7ac4-4a41-ad56-87020eaf2b2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705683 May 18 14:05:56.951524 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-35666429-c59c-40e9-8945-05974befd0bd tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/quotas/bd5a1bb0504043f7af98ea12100fed51 HTTP/1.1" status: 200 len: 375 time: 0.0303240 May 18 14:05:57.011070 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-9d39d8fc-79e3-4dd6-8f25-911fb4610b53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2392442 May 18 14:05:57.106248 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-b9e58870-19e2-43d9-bf04-d41494474c3f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1487274 May 18 14:05:57.376403 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-66f9a11d-882f-4a8f-990d-f06d02546744 service neutron] 10.222.0.44 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627165 May 18 14:05:57.558256 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-ce8dbb83-99e9-4b77-96f6-a2e7dda8460f service neutron] 10.222.0.44 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807873 May 18 14:05:57.595139 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0f500-7e45-4410-9835-6950df4ea616 req-6e374e27-58a3-4146-acbe-7f4972d1d608 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:57.596785 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5fd0f500-7e45-4410-9835-6950df4ea616 req-6e374e27-58a3-4146-acbe-7f4972d1d608 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2855206 May 18 14:05:57.645870 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5fd0f500-7e45-4410-9835-6950df4ea616 req-14331f52-ffaa-43c2-9248-ef94e56ee389 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 May 18 14:05:57.764291 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f7048eda-ba80-4564-aad2-a6f087c802f8 req-d701921d-6b16-47d7-aca8-11c2426b5de3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0430806 May 18 14:05:58.174297 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43edba-21ed-4137-b107-0a99cb03ecb1 req-4c3c0059-d514-4f9f-82e4-73b5009189ab tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:58.177686 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2b43edba-21ed-4137-b107-0a99cb03ecb1 req-4c3c0059-d514-4f9f-82e4-73b5009189ab tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1088440 May 18 14:05:58.235088 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2b43edba-21ed-4137-b107-0a99cb03ecb1 req-ee045e35-9339-4645-997d-b76b95cd06ec tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498583 May 18 14:05:58.941038 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d7a1415a-2114-4569-8c4e-c1b509947898 req-c186ed48-a5a4-4d28-9746-8726c3ee84df tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0579381 May 18 14:05:58.955563 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d91c-e7a7-4c2b-9d24-50797ac0f86e req-7e2e55a7-5ee7-4b9f-a6c6-1f36fe43e177 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:58.962891 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-36e8d91c-e7a7-4c2b-9d24-50797ac0f86e req-7e2e55a7-5ee7-4b9f-a6c6-1f36fe43e177 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1664686 May 18 14:05:59.025919 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-36e8d91c-e7a7-4c2b-9d24-50797ac0f86e req-60d82f9b-d0d1-4aa2-b4cc-769bbf2c4709 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620310 May 18 14:05:59.075591 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-afd79ea9-c86f-4581-96c7-8fa34486e2b7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:59.077162 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-afd79ea9-c86f-4581-96c7-8fa34486e2b7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 813 time: 0.2150772 May 18 14:05:59.092456 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Request body: {'port': {'device_id': '3970f0fc-af69-484d-b087-9ccab7689367', 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75', 'admin_state_up': True, 'tenant_id': 'bd5a1bb0504043f7af98ea12100fed51'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:05:59.240676 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:05:59.245925 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Usage tracker for resource:port and tenant:bd5a1bb0504043f7af98ea12100fed51 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:05:59.248865 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:05:59.255034 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:05:59.270162 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Made reservation on behalf of bd5a1bb0504043f7af98ea12100fed51 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:05:59.274576 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:59.458801 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e3fc2-3738-4441-bdc3-79c2e6bacc48 req-3a0b4249-cac6-441a-ab44-f7414a82fb41 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:59.460256 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-304e3fc2-3738-4441-bdc3-79c2e6bacc48 req-3a0b4249-cac6-441a-ab44-f7414a82fb41 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0817754 May 18 14:05:59.510509 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-304e3fc2-3738-4441-bdc3-79c2e6bacc48 req-42777595-cd71-4855-b289-e25e87c15a9e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443132 May 18 14:05:59.534870 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Allocated IP 172.20.0.13 (2e72c54c-da79-42f2-aa18-8538d9b1ab75/87523aab-2856-442b-8020-b0d081410ff0/96b62d99-20a9-4922-b161-5ce765fca085) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:05:59.752913 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-cd0a9321-8b96-4fbb-a2f6-ff81b170b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:59.754422 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-cd0a9321-8b96-4fbb-a2f6-ff81b170b589 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7&tenant_id=3cb9fd49803143d589ffb8f1b1e0933a HTTP/1.1" status: 200 len: 1096 time: 0.1914375 May 18 14:05:59.837078 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:59.880722 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-366ff0c4-bed1-4905-8e5e-3b04dacbe63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:05:59.882219 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-366ff0c4-bed1-4905-8e5e-3b04dacbe63d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 1096 time: 0.0986600 May 18 14:05:59.890781 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:05:59.903787 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b2965dfc-11fd-4ae4-93e0-855877541928', '556e133e-e70c-49bb-964f-705d2f7a94d9', 'eb2f17e2-7e8c-4977-a0de-899ce033e221'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:05:59.915075 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c8a56d81-7871-4e56-ba43-d3c266fd2f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:00.056091 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:06:00.086451 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:06:00.097128 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:06:00.124095 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Pushing event updated for resources: {'Port': ['ID=96b62d99-20a9-4922-b161-5ce765fca085,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:00.139526 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:00.191725 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:00.192329 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:00.201749 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-32b43f6e-471c-4191-a961-cd984bef2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:00.203260 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-32b43f6e-471c-4191-a961-cd984bef2774 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 918 time: 0.3137138 May 18 14:06:00.240152 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f3f05-6dba-4091-b567-808dd981877a req-c0cc579c-e1bc-4c3d-b011-24200243a51b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:00.248412 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-678f3f05-6dba-4091-b567-808dd981877a req-c0cc579c-e1bc-4c3d-b011-24200243a51b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 932 time: 0.1837697 May 18 14:06:00.295028 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2069578 May 18 14:06:00.298021 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-678f3f05-6dba-4091-b567-808dd981877a req-d58644a7-b4f1-4d70-8723-130268e569a6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484805 May 18 14:06:00.309931 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fcbbd-c776-44d2-b6be-96a224ab10d8 req-e384e96b-e926-468a-8859-53b7b8a2faad tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:00.317131 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c87fcbbd-c776-44d2-b6be-96a224ab10d8 req-e384e96b-e926-468a-8859-53b7b8a2faad tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1640449 May 18 14:06:00.338220 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Request body: {'port': {'device_id': '3970f0fc-af69-484d-b087-9ccab7689367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:06:00.371387 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c87fcbbd-c776-44d2-b6be-96a224ab10d8 req-1cee101c-0442-4f01-8e95-fc812d4d8417 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 May 18 14:06:00.399980 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 35110) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:06:00.405943 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-52886813-654e-40d3-83ab-972a7cc0952f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 HTTP/1.1" status: 200 len: 999 time: 0.1952677 May 18 14:06:00.459173 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bf80e5-62a1-4da4-8e4b-f5dddadd21e5 admin admin] Deleting subnet 99cc6214-9957-47a7-9927-654991105a2b {{(pid=91461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:06:00.464118 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74bf80e5-62a1-4da4-8e4b-f5dddadd21e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:00.512277 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:00.517366 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74bf80e5-62a1-4da4-8e4b-f5dddadd21e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:00.525233 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74bf80e5-62a1-4da4-8e4b-f5dddadd21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:00.533032 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-e1bc0370-1f9f-4156-b737-a396eaa72c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:00.534504 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-e1bc0370-1f9f-4156-b737-a396eaa72c7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.0932934 May 18 14:06:00.736234 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-c0c7ca96-159c-4121-a82d-9ec73c70d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:00.737719 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-c0c7ca96-159c-4121-a82d-9ec73c70d690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1775477 May 18 14:06:00.896554 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452d463-1c72-4156-8233-e82f2925925f req-5c399163-eb1f-40f7-bf61-3477c29bd8f8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:00.897965 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c452d463-1c72-4156-8233-e82f2925925f req-5c399163-eb1f-40f7-bf61-3477c29bd8f8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.2411482 May 18 14:06:00.950786 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74bf80e5-62a1-4da4-8e4b-f5dddadd21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748'] for subnet, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:00.959109 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:00.983035 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-bef69ba7-a3d6-4218-834b-4540de2dd6a6 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301342 May 18 14:06:00.989956 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c452d463-1c72-4156-8233-e82f2925925f req-964d23a6-124f-48a9-b0de-8ac54e30d80a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803859 May 18 14:06:00.995388 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf80e5-62a1-4da4-8e4b-f5dddadd21e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99cc6214-9957-47a7-9927-654991105a2b,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:00.998561 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-74bf80e5-62a1-4da4-8e4b-f5dddadd21e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:00.999517 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74bf80e5-62a1-4da4-8e4b-f5dddadd21e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.005945 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-74bf80e5-62a1-4da4-8e4b-f5dddadd21e5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/99cc6214-9957-47a7-9927-654991105a2b HTTP/1.1" status: 204 len: 168 time: 0.6047626 May 18 14:06:01.008433 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 35118) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:06:01.115501 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.230673 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b62d99-20a9-4922-b161-5ce765fca085 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:06:01.247151 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.247701 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.260904 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.261253 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.262027 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.262368 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > port after_create 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.262763 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.263057 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > port after_update 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.263368 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.263719 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.263999 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.264351 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.272026 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Transition to ACTIVE for port object 96b62d99-20a9-4922-b161-5ce765fca085 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:06:01.280992 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.287950 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-36b8b00e-6725-4473-a43d-cb5165d4cf0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:01.330031 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.330516 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.330764 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.331044 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:06:01.331415 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3957d860-b34f-4fad-ac78-77bd5b405773']}} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:06:01.338875 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-06bb6376-a483-4d7b-a1fa-3dfdff332197 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419178 May 18 14:06:01.349128 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f74198-2e24-4688-9e76-5f75c200e398') {'for_net_delete': True} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:06:01.350086 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f74198-2e24-4688-9e76-5f75c200e398') {} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:06:01.363577 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176979'] for segment, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.382796 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.390836 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=91461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:06:01.391215 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3984859'] for segment, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: from cryptography.utils import int_from_bytes May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: from cryptography.utils import int_from_bytes May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: Traceback (most recent call last): May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: timer() May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: cb(*args, **kw) May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: return func(*args, **kwargs) May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: self._notify() May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: self.callback(batched_events) May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: event.method(event) May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: return f(self, *a, **k) May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._get(url).json() May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: return self.request(url, 'GET', **kwargs) May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:06:01.419946 dv-cinder-791239-1-iscsi neutron-server[91461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:06:01.502995 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Pushing event updated for resources: {'Port': ['ID=96b62d99-20a9-4922-b161-5ce765fca085,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:01.517107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:01.610314 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.622327 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:01.629312 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Attempting to bind port 96b62d99-20a9-4922-b161-5ce765fca085 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:06:01.629693 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Attempting to bind port 96b62d99-20a9-4922-b161-5ce765fca085 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:06:01.630027 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Attempting to bind port 96b62d99-20a9-4922-b161-5ce765fca085 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:06:01.635099 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Port 96b62d99-20a9-4922-b161-5ce765fca085 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:06:01.635392 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Attempting to bind port 96b62d99-20a9-4922-b161-5ce765fca085 on network 2e72c54c-da79-42f2-aa18-8538d9b1ab75 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:06:01.639054 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.641339 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:06:01.641716 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Checking segment: {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:06:01.642097 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Bound using segment: {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:06:01.642527 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Bound port: 96b62d99-20a9-4922-b161-5ce765fca085, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65125f98-1f8e-4119-9110-8e15812f0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:06:01.642877 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.656449 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3957d860-b34f-4fad-ac78-77bd5b405773,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:01.659392 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:01.694085 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e28da-66db-4e58-ab47-8937aad8787a req-ad29946b-fe86-43ce-a4e3-1e41c7b144f2 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:01.695860 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ec9e28da-66db-4e58-ab47-8937aad8787a req-ad29946b-fe86-43ce-a4e3-1e41c7b144f2 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.2642202 May 18 14:06:01.712326 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa122d9c-c4e6-4516-af03-37c4ba8eabaf req-532b0966-2e31-44c5-bbc0-dcf376347c81 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:01.713948 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fa122d9c-c4e6-4516-af03-37c4ba8eabaf req-532b0966-2e31-44c5-bbc0-dcf376347c81 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1884592 May 18 14:06:01.718891 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] 10.222.0.44 "DELETE /v2.0/networks/3957d860-b34f-4fad-ac78-77bd5b405773 HTTP/1.1" status: 204 len: 168 time: 0.7063711 May 18 14:06:01.769441 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] For port 96b62d99-20a9-4922-b161-5ce765fca085, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:06:01.773162 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] For port 96b62d99-20a9-4922-b161-5ce765fca085, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=96b62d99-20a9-4922-b161-5ce765fca085,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:06:01.782052 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.795013 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:01.808835 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ec9e28da-66db-4e58-ab47-8937aad8787a req-4563d646-553b-4c83-bbee-32132f8fbb93 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061780 May 18 14:06:01.890549 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fa122d9c-c4e6-4516-af03-37c4ba8eabaf req-1f4c9aa0-5de7-48d9-bb53-8e894954d075 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499257 May 18 14:06:01.931712 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:01.936414 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:01.940359 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] 10.222.0.13 "PUT /v2.0/ports/96b62d99-20a9-4922-b161-5ce765fca085 HTTP/1.1" status: 200 len: 1094 time: 1.6267424 May 18 14:06:01.940898 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3970f0fc-af69-484d-b087-9ccab7689367', 'tag': '96b62d99-20a9-4922-b161-5ce765fca085'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:06:01.992750 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Pushing event updated for resources: {'Port': ['ID=96b62d99-20a9-4922-b161-5ce765fca085,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:02.005478 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:02.055772 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 35164) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:06:02.163253 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3970f0fc-af69-484d-b087-9ccab7689367', 'tag': '96b62d99-20a9-4922-b161-5ce765fca085', 'status': 'completed', 'code': 200} May 18 14:06:02.206391 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 35170) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:06:02.206936 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7bc39a20-40c6-44b4-b66d-97ae18a1f252 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66e973c68e9c4c2fac848f74374ca8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454141 May 18 14:06:02.228980 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-6bc3cc76-5258-4f83-8994-83c82c3f52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:02.230565 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-6bc3cc76-5258-4f83-8994-83c82c3f52a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 1097 time: 0.2073407 May 18 14:06:02.335051 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e01578c1-8678-47f7-9e67-6bfc94d71135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:02.368230 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a2a67-1fcf-4164-b104-03405f1e34db req-81fb687b-6e8a-450a-88d7-a16ec7808771 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:02.370225 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c12a2a67-1fcf-4164-b104-03405f1e34db req-81fb687b-6e8a-450a-88d7-a16ec7808771 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1287062 May 18 14:06:02.403452 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e01578c1-8678-47f7-9e67-6bfc94d71135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:02.442254 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c12a2a67-1fcf-4164-b104-03405f1e34db req-c01b8ce2-c3bc-4ed3-929a-5bdaf8c61977 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649004 May 18 14:06:02.499657 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e01578c1-8678-47f7-9e67-6bfc94d71135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:02.515551 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d0aa17bf-7bbf-43cc-a8af-615a809f0e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:02.532684 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01578c1-8678-47f7-9e67-6bfc94d71135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e416239-c880-48b5-b383-576ca5111d8b,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:02.536894 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e01578c1-8678-47f7-9e67-6bfc94d71135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:02.549865 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e01578c1-8678-47f7-9e67-6bfc94d71135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:02.551343 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-e01578c1-8678-47f7-9e67-6bfc94d71135 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e416239-c880-48b5-b383-576ca5111d8b HTTP/1.1" status: 204 len: 168 time: 0.3430600 May 18 14:06:03.116938 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e5edb-5434-4177-8f3a-9f98a0a8f73b req-d22fa773-ba3a-4a86-8540-03d169a23e7c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:03.119401 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-551e5edb-5434-4177-8f3a-9f98a0a8f73b req-d22fa773-ba3a-4a86-8540-03d169a23e7c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1632938 May 18 14:06:03.170939 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f42e80-1c73-43db-9f97-bc118981119a req-a2370ff5-8dcf-4e9d-810e-75dec2180e13 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:03.172447 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-41f42e80-1c73-43db-9f97-bc118981119a req-a2370ff5-8dcf-4e9d-810e-75dec2180e13 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1436632 May 18 14:06:03.186279 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-551e5edb-5434-4177-8f3a-9f98a0a8f73b req-00c3f03c-b870-424c-bbaf-1c37e6a8fa98 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599930 May 18 14:06:03.235081 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-41f42e80-1c73-43db-9f97-bc118981119a req-278fba76-f8fd-4b68-98fa-7cb0e5212002 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 May 18 14:06:03.631438 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706072b9-16e2-40ad-819c-eaa822400b72 req-150a65cc-0a83-464e-86a3-297efa3a7103 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:03.633497 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-706072b9-16e2-40ad-819c-eaa822400b72 req-150a65cc-0a83-464e-86a3-297efa3a7103 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0803444 May 18 14:06:03.687071 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-706072b9-16e2-40ad-819c-eaa822400b72 req-d2e678c2-644a-46d1-b9fa-f17503d7d09d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473015 May 18 14:06:04.442616 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3806a25-df84-48ca-8bac-92fb50cf92ea req-b160cef3-820c-46d6-b3f3-eaa9da4ebdf3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:04.444376 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a3806a25-df84-48ca-8bac-92fb50cf92ea req-b160cef3-820c-46d6-b3f3-eaa9da4ebdf3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1420076 May 18 14:06:04.509564 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a3806a25-df84-48ca-8bac-92fb50cf92ea req-aa186aa0-0a5a-46fd-bc39-d9e7f28655ba tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572364 May 18 14:06:04.523238 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f288de6-8291-458c-9886-ab62abf68ecc req-92b53e6d-659b-41d6-9423-22b0e592aeec tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:04.524832 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5f288de6-8291-458c-9886-ab62abf68ecc req-92b53e6d-659b-41d6-9423-22b0e592aeec tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1496403 May 18 14:06:04.574886 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5f288de6-8291-458c-9886-ab62abf68ecc req-d74f5c58-5f14-465b-9fc4-55c688b00bf6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 May 18 14:06:04.886789 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ed9f8-6996-42fd-93c4-eb66f48743df req-6a66bf6a-3f92-434c-9a3e-64456d86301a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:04.888258 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-153ed9f8-6996-42fd-93c4-eb66f48743df req-6a66bf6a-3f92-434c-9a3e-64456d86301a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0878298 May 18 14:06:04.947854 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-153ed9f8-6996-42fd-93c4-eb66f48743df req-ad1acc5f-922b-4cc2-83a1-884b40a5251f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527735 May 18 14:06:05.770928 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbcce3-1901-4f60-9012-02715e2d1701 req-496d57e3-4e36-4182-9c46-a91cd2d3739a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:05.773226 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ddcbcce3-1901-4f60-9012-02715e2d1701 req-496d57e3-4e36-4182-9c46-a91cd2d3739a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1328778 May 18 14:06:05.919690 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ddcbcce3-1901-4f60-9012-02715e2d1701 req-1fa10d1f-7a65-407c-9545-81c9275998c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354291 May 18 14:06:05.931274 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa952-d154-4279-a484-773000535a80 req-b6856e0d-a183-49bd-9c12-a66cf8cd9e64 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:05.932750 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ce6fa952-d154-4279-a484-773000535a80 req-b6856e0d-a183-49bd-9c12-a66cf8cd9e64 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2193086 May 18 14:06:05.989919 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ce6fa952-d154-4279-a484-773000535a80 req-1b6265fd-2041-48ed-80be-d2ee4cde3826 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514364 May 18 14:06:06.181657 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea018a-46b8-4016-b086-b4614ce1ea05 req-a03d0960-6746-47a4-bb83-1f964a071f1b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:06.183472 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0aea018a-46b8-4016-b086-b4614ce1ea05 req-a03d0960-6746-47a4-bb83-1f964a071f1b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0930612 May 18 14:06:06.236708 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0aea018a-46b8-4016-b086-b4614ce1ea05 req-2f635ffe-d843-4094-bd60-50e4bb0c9a96 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473013 May 18 14:06:07.201584 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5a058-55f8-43a8-a5ca-031727bc6685 req-dda4ef61-518b-46d9-8c9c-086ca74703bd tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:07.202936 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-75a5a058-55f8-43a8-a5ca-031727bc6685 req-dda4ef61-518b-46d9-8c9c-086ca74703bd tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1678109 May 18 14:06:07.230783 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b838-eb45-447d-bb1f-9c5071f5ebf4 req-53344782-d696-45e1-8413-d397e7d9f3f0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:07.232161 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dbb5b838-eb45-447d-bb1f-9c5071f5ebf4 req-53344782-d696-45e1-8413-d397e7d9f3f0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1237957 May 18 14:06:07.295561 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-75a5a058-55f8-43a8-a5ca-031727bc6685 req-f6192108-0b52-45ec-8208-a4c3d0e4d0c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850959 May 18 14:06:07.298231 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dbb5b838-eb45-447d-bb1f-9c5071f5ebf4 req-b7e2f080-728d-45bd-ab9a-22c86f884ab8 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589933 May 18 14:06:07.473161 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b5aa1-e6a5-48e0-b3c5-ec467e7a8cae req-f2dd8108-e170-4bfb-ae6d-ec003bf3f9f1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:07.474523 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-031b5aa1-e6a5-48e0-b3c5-ec467e7a8cae req-f2dd8108-e170-4bfb-ae6d-ec003bf3f9f1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0839155 May 18 14:06:07.526003 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-031b5aa1-e6a5-48e0-b3c5-ec467e7a8cae req-99441972-b74d-4183-ad5a-a51664bdc393 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446568 May 18 14:06:08.160001 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 35242) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:06:08.295362 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:08.310709 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:06:08.315559 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Usage tracker for resource:security_group_rule and tenant:8a98b250d76944d78cf81ce848e737c7 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:06:08.320197 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:06:08.328249 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:06:08.435634 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:08.442299 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:08.451182 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-800f0da9-721b-4de7-816e-a0443f2c5fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:08.494233 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a98b250d76944d78cf81ce848e737c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321390 May 18 14:06:08.495485 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f984936-915e-4349-b9bd-b27107f5d44d,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:08.497467 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 35252) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:06:08.515476 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.515844 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.516205 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.516557 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.516904 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.517256 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.517630 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.517973 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.518323 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.518662 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.519000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.519343 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:06:08.525748 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:08.585906 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bf4c7-f1e4-4c87-9112-97941bc27f6c req-ba1373f4-af43-4e24-88a5-f56bccb9974b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:08.587581 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ef8bf4c7-f1e4-4c87-9112-97941bc27f6c req-ba1373f4-af43-4e24-88a5-f56bccb9974b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1518328 May 18 14:06:08.602311 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-98d6122f-cc48-40bb-a681-5241b9cd1f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:08.618607 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2a9c7-b167-4ed9-bf8f-9a458b7df217 req-f8075895-6c54-4b53-b49c-0f6580e72a19 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:08.620106 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-36c2a9c7-b167-4ed9-bf8f-9a458b7df217 req-f8075895-6c54-4b53-b49c-0f6580e72a19 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1408722 May 18 14:06:08.635439 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-98d6122f-cc48-40bb-a681-5241b9cd1f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:08.673564 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ef8bf4c7-f1e4-4c87-9112-97941bc27f6c req-71584e35-0b03-4004-9628-cdc61b73be56 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785573 May 18 14:06:08.684507 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-36c2a9c7-b167-4ed9-bf8f-9a458b7df217 req-d63a3477-2802-4404-bae8-8e5d8b145d6b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583186 May 18 14:06:08.705422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-98d6122f-cc48-40bb-a681-5241b9cd1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:08.712411 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:08.728084 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6122f-cc48-40bb-a681-5241b9cd1f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f984936-915e-4349-b9bd-b27107f5d44d,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:08.730472 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-98d6122f-cc48-40bb-a681-5241b9cd1f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:08.731478 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-98d6122f-cc48-40bb-a681-5241b9cd1f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:08.735437 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-98d6122f-cc48-40bb-a681-5241b9cd1f80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f984936-915e-4349-b9bd-b27107f5d44d HTTP/1.1" status: 204 len: 168 time: 0.2370160 May 18 14:06:08.908154 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77039e6-4116-4612-ba7c-a0f38970f962 req-61d08709-066c-4ac3-90f1-ecd5fae6d10a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:08.916712 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d77039e6-4116-4612-ba7c-a0f38970f962 req-61d08709-066c-4ac3-90f1-ecd5fae6d10a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1080263 May 18 14:06:08.967096 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d77039e6-4116-4612-ba7c-a0f38970f962 req-c143da5a-2a46-4dfd-9b16-f8e01ed5a725 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493531 May 18 14:06:09.928304 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b1a31-f9c4-4632-8519-c864b3e9b491 req-f086b84d-f79f-4f12-bfab-be05ac0c53ad tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:09.930314 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8b6b1a31-f9c4-4632-8519-c864b3e9b491 req-f086b84d-f79f-4f12-bfab-be05ac0c53ad tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1427691 May 18 14:06:09.971070 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e05afe-996e-4d0c-acc6-aca276d972c7 req-2d8aeb43-eb64-44bc-9c27-66e11ec38cf5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:09.972510 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f8e05afe-996e-4d0c-acc6-aca276d972c7 req-2d8aeb43-eb64-44bc-9c27-66e11ec38cf5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1440699 May 18 14:06:10.028635 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8b6b1a31-f9c4-4632-8519-c864b3e9b491 req-39007a0f-bc3b-4d85-a166-3db918b5a97a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819180 May 18 14:06:10.039952 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f8e05afe-996e-4d0c-acc6-aca276d972c7 req-7ef63188-0a2e-4c22-b133-8c5550fea361 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598521 May 18 14:06:10.156370 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:06:10.230201 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51595d8-70d8-48f9-bcf6-8ec719911632 req-9d280ee0-f188-4b3d-a341-74c6016ef544 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:10.231646 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d51595d8-70d8-48f9-bcf6-8ec719911632 req-9d280ee0-f188-4b3d-a341-74c6016ef544 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0940435 May 18 14:06:10.280796 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d51595d8-70d8-48f9-bcf6-8ec719911632 req-56d719c0-6344-4881-809c-c20815b65d54 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434635 May 18 14:06:11.303038 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdec35-dea5-4552-afb1-2feda569bb66 req-ea4bf5b0-9175-4a57-bd77-c68a1a980016 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:11.304626 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bccdec35-dea5-4552-afb1-2feda569bb66 req-ea4bf5b0-9175-4a57-bd77-c68a1a980016 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1487834 May 18 14:06:11.313344 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afce37a-50e9-49ca-a8c9-092770467a5c req-43ca1548-5fc7-46f8-9a32-dab8d8672bf6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:11.314861 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4afce37a-50e9-49ca-a8c9-092770467a5c req-43ca1548-5fc7-46f8-9a32-dab8d8672bf6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1238942 May 18 14:06:11.392580 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bccdec35-dea5-4552-afb1-2feda569bb66 req-c3a14ee9-5830-4549-bd0e-0426282c94c7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767074 May 18 14:06:11.395283 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4afce37a-50e9-49ca-a8c9-092770467a5c req-f055a947-8ba9-4889-b56c-7f8919e2446a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662441 May 18 14:06:11.568011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17090d-20cb-4ca3-af20-0396d0e3e619 req-931972b1-17ea-49e6-b8c2-67b445144a4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:11.569648 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0f17090d-20cb-4ca3-af20-0396d0e3e619 req-931972b1-17ea-49e6-b8c2-67b445144a4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0806558 May 18 14:06:11.617741 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0f17090d-20cb-4ca3-af20-0396d0e3e619 req-efe55b1f-8d3c-4d7e-a10a-b4de4e7a0e4b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 May 18 14:06:12.658206 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33fd24-162d-4bce-b138-b5aefc9b3b8e req-832ed329-741a-4eb6-aff8-50f6178803f7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:12.659705 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cd33fd24-162d-4bce-b138-b5aefc9b3b8e req-832ed329-741a-4eb6-aff8-50f6178803f7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1152837 May 18 14:06:12.667461 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533057a1-5491-475e-a023-2df96e21f071 req-bf3208ac-58fe-45d9-a17d-88e6180b57b0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:12.668775 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-533057a1-5491-475e-a023-2df96e21f071 req-bf3208ac-58fe-45d9-a17d-88e6180b57b0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1558132 May 18 14:06:12.738776 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cd33fd24-162d-4bce-b138-b5aefc9b3b8e req-3bef54ff-4189-4687-bde4-5086121463ea tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689678 May 18 14:06:12.749737 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-533057a1-5491-475e-a023-2df96e21f071 req-94082cc9-3313-4fe7-b97d-b63d2b163e15 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652838 May 18 14:06:12.935249 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cca36-8ad1-4ba4-8c7e-7874bab3bcd5 req-8e0b65d8-3ca2-4f30-912e-cdba9d434087 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:12.936964 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-438cca36-8ad1-4ba4-8c7e-7874bab3bcd5 req-8e0b65d8-3ca2-4f30-912e-cdba9d434087 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0883646 May 18 14:06:12.984552 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-438cca36-8ad1-4ba4-8c7e-7874bab3bcd5 req-87671fc8-a596-44e8-8877-2fd4f57589d7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 May 18 14:06:14.074705 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6be87-07a7-4fe8-b434-0677b33dd757 req-18d717a2-af16-4076-b26d-b09376476ca6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:14.076577 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a4c6be87-07a7-4fe8-b434-0677b33dd757 req-18d717a2-af16-4076-b26d-b09376476ca6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2069035 May 18 14:06:14.137778 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a4c6be87-07a7-4fe8-b434-0677b33dd757 req-1605fc96-eb54-4772-8264-6b59a3a50644 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494001 May 18 14:06:14.151883 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989f096-4ba6-4d1a-a307-d52db1cf6355 req-e62c6858-338e-4649-9a37-84d761d04fd7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:14.153300 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e989f096-4ba6-4d1a-a307-d52db1cf6355 req-e62c6858-338e-4649-9a37-84d761d04fd7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1307378 May 18 14:06:14.203789 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e989f096-4ba6-4d1a-a307-d52db1cf6355 req-3509fd44-2673-4ee5-a5b5-e0196a584614 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 May 18 14:06:14.336405 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89870ab4-f724-4b21-81af-2ca8b6d445e9 req-de83879b-d4a4-42b6-ae1e-4ff73ca04963 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:14.338154 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-89870ab4-f724-4b21-81af-2ca8b6d445e9 req-de83879b-d4a4-42b6-ae1e-4ff73ca04963 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0897996 May 18 14:06:14.388126 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-89870ab4-f724-4b21-81af-2ca8b6d445e9 req-6ebd0461-c9dd-41c8-aa39-440463a0c1e6 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438509 May 18 14:06:15.406600 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14962-fbb5-42a2-bff0-9c454ef66cac req-90563e10-4753-4a06-9bf8-2b682f162d46 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:15.408176 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-67e14962-fbb5-42a2-bff0-9c454ef66cac req-90563e10-4753-4a06-9bf8-2b682f162d46 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1589422 May 18 14:06:15.443056 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc23d49-7e2c-46f0-955b-8b89012a9c2b req-3a1f4deb-ad40-450b-be4f-f5dbe38ad60c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:15.444427 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bfc23d49-7e2c-46f0-955b-8b89012a9c2b req-3a1f4deb-ad40-450b-be4f-f5dbe38ad60c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1218624 May 18 14:06:15.489025 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-67e14962-fbb5-42a2-bff0-9c454ef66cac req-cd86c96c-2c00-456e-87d4-ca4766808d98 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734296 May 18 14:06:15.532449 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bfc23d49-7e2c-46f0-955b-8b89012a9c2b req-cf66e3b6-9f66-4f29-b7cf-95a41594f674 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811484 May 18 14:06:15.673983 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e6d73-f7ff-4223-999b-ebc7d224814e req-8bcd28b6-04cc-4f04-b1a2-fc598b03a1ea tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:15.675403 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-489e6d73-f7ff-4223-999b-ebc7d224814e req-8bcd28b6-04cc-4f04-b1a2-fc598b03a1ea tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0860202 May 18 14:06:15.721759 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-489e6d73-f7ff-4223-999b-ebc7d224814e req-0984bf01-1d64-4d4f-bf44-fdf158af1413 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399301 May 18 14:06:16.708828 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-226da03d-1f6c-4052-924a-aa811a992a59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96b62d99-20a9-4922-b161-5ce765fca085 HTTP/1.1" status: 200 len: 217 time: 0.1097951 May 18 14:06:16.759100 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dd0ca-b9f7-4b39-b756-8c6670d1b0b0 req-0a385bd5-2d5e-4fbb-aed8-03c5cfb982db tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:16.761195 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ac0dd0ca-b9f7-4b39-b756-8c6670d1b0b0 req-0a385bd5-2d5e-4fbb-aed8-03c5cfb982db tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1102943 May 18 14:06:16.768730 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8639d7-ed6d-452a-806d-0afe7c7dbe37 req-b51a8e5a-e3af-44f7-b082-61eb9703a214 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:16.770182 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9a8639d7-ed6d-452a-806d-0afe7c7dbe37 req-b51a8e5a-e3af-44f7-b082-61eb9703a214 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1578283 May 18 14:06:16.788435 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-6cf02b30-04f8-41c1-9ab0-582eb846b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:16.790142 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-6cf02b30-04f8-41c1-9ab0-582eb846b157 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0661380 May 18 14:06:16.796091 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-512219ed-61ad-430f-ad48-bf1752f622d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311963 May 18 14:06:16.843012 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ac0dd0ca-b9f7-4b39-b756-8c6670d1b0b0 req-2a626b63-993d-4d30-90fe-28ef31cacf4f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718470 May 18 14:06:16.847381 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9a8639d7-ed6d-452a-806d-0afe7c7dbe37 req-4b55ba8a-4b73-4da9-8880-1426ec33a5fa tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636876 May 18 14:06:16.879929 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-5c0e9d6f-b52e-47f7-b035-7c37569dbd88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806293 May 18 14:06:17.013656 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-bbc46151-5ae1-4fd0-9869-3a30765c2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:17.015081 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-bbc46151-5ae1-4fd0-9869-3a30765c2b7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b47200f845524f34b0bc318b70a99189&device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 1098 time: 0.1836610 May 18 14:06:17.017747 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b861cf7-0898-44b1-be7b-766d046a3c07 req-9405812f-0224-4d6b-b55c-c84e61f9c46b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:17.019344 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9b861cf7-0898-44b1-be7b-766d046a3c07 req-9405812f-0224-4d6b-b55c-c84e61f9c46b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0802302 May 18 14:06:17.032230 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-cfb4dbd1-dd0a-4d75-b7d4-d99860876cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434145 May 18 14:06:17.066807 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9b861cf7-0898-44b1-be7b-766d046a3c07 req-9c69ba68-9c66-44bf-882d-dc2f72c0fc85 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 May 18 14:06:17.267367 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-007ee2ce-af88-4ee7-b1c7-bd6622b929b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:17.268695 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-007ee2ce-af88-4ee7-b1c7-bd6622b929b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 200 len: 912 time: 0.2273395 May 18 14:06:17.271635 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5a56f9ad-bfe9-426c-bb6b-d846fc60485c req-5c998a81-36dc-46a3-b683-65fa439afe37 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291536 May 18 14:06:17.483865 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-21cf7ae2-4b9b-4063-8855-3d469abcaf79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7847d0f6-f43c-433f-875f-430b26849996 HTTP/1.1" status: 200 len: 1001 time: 0.2033839 May 18 14:06:17.540046 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-6243446d-1e75-41f7-8735-2efa17f5da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:17.541356 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-6243446d-1e75-41f7-8735-2efa17f5da44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 1097 time: 0.1432116 May 18 14:06:17.573331 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-fe800bd5-4d74-4ff9-a07f-6375e01b3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:17.574725 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-fe800bd5-4d74-4ff9-a07f-6375e01b3ed5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873 HTTP/1.1" status: 200 len: 850 time: 0.0811875 May 18 14:06:17.733637 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-3474a696-0243-4c26-8687-adf7b0ccf045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:17.735054 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-3474a696-0243-4c26-8687-adf7b0ccf045 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1857064 May 18 14:06:17.740670 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-be1ce4c8-60b5-4a10-a246-3305b7685d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:17.742647 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-be1ce4c8-60b5-4a10-a246-3305b7685d28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8d50c04-f8ff-40e0-a097-874de91b026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1552215 May 18 14:06:17.821999 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-9e2e400b-1633-404c-bd49-8e20723db49b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96b62d99-20a9-4922-b161-5ce765fca085 HTTP/1.1" status: 200 len: 217 time: 0.0783730 May 18 14:06:17.953608 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-81e74aff-aaef-45e1-9144-e025011197e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:17.955071 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-81e74aff-aaef-45e1-9144-e025011197e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.1230490 May 18 14:06:18.013840 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-b7eaa39e-38ff-44f7-bdc3-89f84eac3096 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443361 May 18 14:06:18.015489 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-ba9c47f1-3270-4a25-8b19-e82ed9b4a888 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220938 May 18 14:06:18.107588 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842ef13-29f7-4fe7-99ab-d70569818cbf req-07da01b2-91f0-4d53-9c99-d71cc1ad9d89 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:18.109349 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3842ef13-29f7-4fe7-99ab-d70569818cbf req-07da01b2-91f0-4d53-9c99-d71cc1ad9d89 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1517556 May 18 14:06:18.118123 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74beb5a-9d1c-4983-be97-e83a1094e200 req-984a4242-8262-4567-901f-c75abbeccc4f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:18.119461 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c74beb5a-9d1c-4983-be97-e83a1094e200 req-984a4242-8262-4567-901f-c75abbeccc4f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1279991 May 18 14:06:18.192158 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3842ef13-29f7-4fe7-99ab-d70569818cbf req-dee39cdc-7b6e-4e70-b460-20247e9f738e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717521 May 18 14:06:18.197311 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c74beb5a-9d1c-4983-be97-e83a1094e200 req-5f762fec-4797-4bb0-92e6-aaf9c9e72b65 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643420 May 18 14:06:18.266316 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-407cd7a9-1058-4d62-83fe-486eafc9fab9 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295301 May 18 14:06:18.267955 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-7ef33fa7-d4af-409e-921a-8da2610457bc service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137597 May 18 14:06:18.376187 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015968e7-e1c1-4a9e-a366-b2cb831cadec req-70ff88b9-c505-40ea-bf82-d7cbd0beb713 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:18.377899 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-015968e7-e1c1-4a9e-a366-b2cb831cadec req-70ff88b9-c505-40ea-bf82-d7cbd0beb713 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0866053 May 18 14:06:18.401854 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-a34c5a48-f7f3-4873-945d-b486b77f4ea7 req-5ce20815-346a-4792-8bf6-c3497a94625f service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272264 May 18 14:06:18.411366 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:18.425455 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-015968e7-e1c1-4a9e-a366-b2cb831cadec req-e36b10fe-0c57-4afa-bfd2-d0763470477e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 May 18 14:06:18.802541 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-ebcf1ce9-8617-4e59-b29b-e07ae5b7b950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:19.458243 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303e07d-086d-43c4-b8f1-a55b7f5a7381 req-708762ee-7491-4a75-ac76-dafa99dcd2f6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:19.459692 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4303e07d-086d-43c4-b8f1-a55b7f5a7381 req-708762ee-7491-4a75-ac76-dafa99dcd2f6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 944 time: 0.1461110 May 18 14:06:19.467911 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fe5a0-96b2-451d-a6e4-3aed534067ea req-88e36b1a-0d6f-4e41-9781-effa1dbcfc0c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:19.469246 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-682fe5a0-96b2-451d-a6e4-3aed534067ea req-88e36b1a-0d6f-4e41-9781-effa1dbcfc0c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1169748 May 18 14:06:19.540737 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4303e07d-086d-43c4-b8f1-a55b7f5a7381 req-787d8c76-6071-46e5-b257-3837837a8b28 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704424 May 18 14:06:19.545132 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-682fe5a0-96b2-451d-a6e4-3aed534067ea req-d61150a8-b34f-4de9-9871-17ed5d13ffd7 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621874 May 18 14:06:19.725564 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca794aa2-076a-44e0-bb47-b88e2bdf340d req-4b7f421d-321a-44d7-8248-f023624f7b53 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:19.726973 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ca794aa2-076a-44e0-bb47-b88e2bdf340d req-4b7f421d-321a-44d7-8248-f023624f7b53 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0819621 May 18 14:06:19.771997 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ca794aa2-076a-44e0-bb47-b88e2bdf340d req-802cb39e-20b7-47ee-b0aa-81734543afed tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389667 May 18 14:06:20.101783 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 96b62d99-20a9-4922-b161-5ce765fca085 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:06:20.233908 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 96b62d99-20a9-4922-b161-5ce765fca085, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=96b62d99-20a9-4922-b161-5ce765fca085,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:06:20.249518 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '96b62d99-20a9-4922-b161-5ce765fca085', 'network_id': '2e72c54c-da79-42f2-aa18-8538d9b1ab75', 'port_id': '96b62d99-20a9-4922-b161-5ce765fca085', 'mac_address': 'fa:16:3e:0e:95:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87523aab-2856-442b-8020-b0d081410ff0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:06:20.303867 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:20.320415 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b62d99-20a9-4922-b161-5ce765fca085 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:06:20.335472 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 96b62d99-20a9-4922-b161-5ce765fca085, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=96b62d99-20a9-4922-b161-5ce765fca085,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:06:20.340203 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:20.342241 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:20.405909 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=96b62d99-20a9-4922-b161-5ce765fca085,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:20.408959 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:20.662040 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['96b62d99-20a9-4922-b161-5ce765fca085'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:06:20.788466 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edd6b7-bde4-4ac2-966c-4c2558ce68d3 req-552ada5b-8335-4ab1-bbb1-d6677cecc8f2 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:20.789948 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f8edd6b7-bde4-4ac2-966c-4c2558ce68d3 req-552ada5b-8335-4ab1-bbb1-d6677cecc8f2 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 945 time: 0.1424396 May 18 14:06:20.798209 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4fd74-1d8d-4e5b-8ddb-a5771ab0019c req-0567766e-22eb-498b-82ce-5f1599614052 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:20.799621 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c0a4fd74-1d8d-4e5b-8ddb-a5771ab0019c req-0567766e-22eb-498b-82ce-5f1599614052 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1207898 May 18 14:06:20.869831 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f8edd6b7-bde4-4ac2-966c-4c2558ce68d3 req-d7ca3e92-e079-4aeb-b3d3-e84dc2a1a65e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691593 May 18 14:06:20.876460 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c0a4fd74-1d8d-4e5b-8ddb-a5771ab0019c req-680b4d1e-cdc0-4de9-ba4a-f99d43bb869a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629587 May 18 14:06:21.100959 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a91024-e452-450e-a654-dc62f9641c8d req-c00a6542-ef71-4383-93e7-3b6ffb1c6ec2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:21.102422 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a4a91024-e452-450e-a654-dc62f9641c8d req-c00a6542-ef71-4383-93e7-3b6ffb1c6ec2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.1419404 May 18 14:06:21.146139 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a4a91024-e452-450e-a654-dc62f9641c8d req-e9c5ee39-41a1-4bb3-8d4b-5f482a99eebb tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378475 May 18 14:06:21.380205 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8935-cc6d-49d0-8ad0-57b7e3335613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:21.404203 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:22.116383 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 96b62d99-20a9-4922-b161-5ce765fca085 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:06:22.119431 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2db10-12b7-4ffe-a711-2d3706404b09 req-baae4e51-ce02-4579-ba67-bf9ab118bacb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:22.120870 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-71f2db10-12b7-4ffe-a711-2d3706404b09 req-baae4e51-ce02-4579-ba67-bf9ab118bacb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 945 time: 0.1441615 May 18 14:06:22.132929 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec7678-9fcc-4e13-9a78-4933965f91bd req-d39890f2-3b36-4736-9f69-35dfd20af717 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:22.135110 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-69ec7678-9fcc-4e13-9a78-4933965f91bd req-d39890f2-3b36-4736-9f69-35dfd20af717 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1248758 May 18 14:06:22.186566 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port 96b62d99-20a9-4922-b161-5ce765fca085 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:06:22.191165 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 96b62d99-20a9-4922-b161-5ce765fca085 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:06:22.191546 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:22.208396 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-71f2db10-12b7-4ffe-a711-2d3706404b09 req-16b58610-bd8f-4f72-881c-20369b68c78a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723529 May 18 14:06:22.214274 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-69ec7678-9fcc-4e13-9a78-4933965f91bd req-a3b1b973-af72-43ad-ac16-85aaf63cc8cd tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631876 May 18 14:06:22.309096 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:22.335170 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3970f0fc-af69-484d-b087-9ccab7689367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b62d99-20a9-4922-b161-5ce765fca085'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:06:22.346409 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 96b62d99-20a9-4922-b161-5ce765fca085, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=96b62d99-20a9-4922-b161-5ce765fca085,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:06:22.350798 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:22.352722 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:22.386833 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3970f0fc-af69-484d-b087-9ccab7689367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b62d99-20a9-4922-b161-5ce765fca085', 'code': 200} May 18 14:06:22.391221 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828559e-ab2e-4232-af01-865ad48be1f6 req-9a3e0c89-e9f5-4729-b53a-634840a4691b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:22.393448 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3828559e-ab2e-4232-af01-865ad48be1f6 req-9a3e0c89-e9f5-4729-b53a-634840a4691b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0891850 May 18 14:06:22.421730 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:22.432197 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=96b62d99-20a9-4922-b161-5ce765fca085,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:22.435385 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:22.442522 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3828559e-ab2e-4232-af01-865ad48be1f6 req-86b6a93f-2c4f-40e8-9aa2-5b87f0bab924 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434554 May 18 14:06:22.629578 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b062-817f-458f-8028-13953e53e17b req-8ac89309-5e0f-4394-b6ac-e9529bf50c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:22.631048 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0341b062-817f-458f-8028-13953e53e17b req-8ac89309-5e0f-4394-b6ac-e9529bf50c2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 1099 time: 0.0722716 May 18 14:06:22.671604 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0341b062-817f-458f-8028-13953e53e17b req-0a128e4d-e6f0-485b-966f-f36f8598993e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 May 18 14:06:23.453828 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe581f2-6b91-46b2-bdb0-a7a1d907dea9 req-2597e043-3224-4cae-ad00-dc799a8e1490 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:23.455260 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cfe581f2-6b91-46b2-bdb0-a7a1d907dea9 req-2597e043-3224-4cae-ad00-dc799a8e1490 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 946 time: 0.1358914 May 18 14:06:23.467605 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3e7e6-046a-44b2-9ff6-968b58f34f74 req-400eaffa-dbf9-4f3b-b75e-58bd63d4e5db tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:23.468957 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-78a3e7e6-046a-44b2-9ff6-968b58f34f74 req-400eaffa-dbf9-4f3b-b75e-58bd63d4e5db tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1151853 May 18 14:06:23.538790 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cfe581f2-6b91-46b2-bdb0-a7a1d907dea9 req-ba6daf8d-a1a4-43c7-852c-f098eb361017 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688100 May 18 14:06:23.543528 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-78a3e7e6-046a-44b2-9ff6-968b58f34f74 req-b793af2f-e8e9-4159-8137-01364f0094aa tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606577 May 18 14:06:23.709178 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c6bca-be89-456b-b995-f76584014ed0 req-deb6c3c2-3139-4bef-b146-c3a00d1af258 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:23.710631 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-009c6bca-be89-456b-b995-f76584014ed0 req-deb6c3c2-3139-4bef-b146-c3a00d1af258 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0790544 May 18 14:06:23.755200 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-009c6bca-be89-456b-b995-f76584014ed0 req-1cbc463f-6373-4499-bf8d-47e96e35d9f7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 May 18 14:06:23.952387 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:24.786079 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d97b8-d427-4547-bf09-e9b68fb91bfe req-a11d1e7b-a7fd-4524-8260-40b71fb54530 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:24.787516 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ba7d97b8-d427-4547-bf09-e9b68fb91bfe req-a11d1e7b-a7fd-4524-8260-40b71fb54530 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 946 time: 0.1419802 May 18 14:06:24.795649 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86139cc-f6eb-4839-9a87-24042734ea5d req-82fe8ac1-96f7-467c-a9f6-bf5d0b874c07 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:24.796976 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e86139cc-f6eb-4839-9a87-24042734ea5d req-82fe8ac1-96f7-467c-a9f6-bf5d0b874c07 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1495588 May 18 14:06:24.864852 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ba7d97b8-d427-4547-bf09-e9b68fb91bfe req-3bedb899-09a2-4f13-8a67-fbcf488df5d5 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668614 May 18 14:06:24.872046 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e86139cc-f6eb-4839-9a87-24042734ea5d req-9ff1545e-de57-4e00-94a3-a01fb996b089 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610459 May 18 14:06:25.036275 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54995f76-fa92-462b-b4ea-cb911674f29f req-7a459fda-23de-48d5-8456-2f44c3e1170d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:25.037871 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-54995f76-fa92-462b-b4ea-cb911674f29f req-7a459fda-23de-48d5-8456-2f44c3e1170d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0787230 May 18 14:06:25.086098 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-54995f76-fa92-462b-b4ea-cb911674f29f req-83b680dd-69b0-4a51-9a30-88b6e1abc72a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413492 May 18 14:06:26.067166 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b89e5-58e7-467b-bd82-8e479e018abd req-bfb25241-b880-47df-917c-7fc97f8fa1b6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:26.069025 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-914b89e5-58e7-467b-bd82-8e479e018abd req-bfb25241-b880-47df-917c-7fc97f8fa1b6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0890498 May 18 14:06:26.115925 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-914b89e5-58e7-467b-bd82-8e479e018abd req-8dc68f8e-a237-4931-99f7-8c1841e76fa9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 May 18 14:06:26.137990 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:06:26.280314 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:06:26.294684 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'port_id': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'mac_address': 'fa:16:3e:7e:88:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:06:26.305523 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edc32d-a473-4860-b24d-5214800a2eb0 req-5bd44c5e-45d7-4442-9261-7b1ac461f765 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:26.309779 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-31edc32d-a473-4860-b24d-5214800a2eb0 req-5bd44c5e-45d7-4442-9261-7b1ac461f765 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 943 time: 0.0995018 May 18 14:06:26.354182 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:26.361125 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-31edc32d-a473-4860-b24d-5214800a2eb0 req-3efa7a93-ce9d-4a7c-bcc1-33ef131c69ef tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442505 May 18 14:06:26.372237 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:06:26.389240 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:06:26.392651 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:26.394469 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:26.458542 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=9']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:26.461525 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:26.787387 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:06:27.305635 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84274f-6de5-4777-8299-9c13406ed8e8 req-f99a4d0b-30e5-40a0-9028-2767b8ef9415 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:27.308004 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d84274f-6de5-4777-8299-9c13406ed8e8 req-f99a4d0b-30e5-40a0-9028-2767b8ef9415 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0833046 May 18 14:06:27.355832 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d84274f-6de5-4777-8299-9c13406ed8e8 req-107ecf94-ca3c-46f5-a34e-6ddf201f407b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417316 May 18 14:06:27.554547 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f0d9a-e4bc-4092-9105-86b832476349 req-1165e93c-cdc2-4bdd-ab06-c258c9c68717 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:27.555993 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-826f0d9a-e4bc-4092-9105-86b832476349 req-1165e93c-cdc2-4bdd-ab06-c258c9c68717 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 944 time: 0.0838099 May 18 14:06:27.602803 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-826f0d9a-e4bc-4092-9105-86b832476349 req-14fe77a6-a750-4303-85ce-e483634eca89 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 May 18 14:06:28.148919 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:06:28.214805 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:06:28.215182 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:28.348970 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:28.375889 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:06:28.386949 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:06:28.393083 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:28.396048 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-43ae8282-b54c-4647-bdf6-d18b233f2602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:06:28.438174 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'code': 200} May 18 14:06:28.474322 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=10']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:06:28.477924 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:06:28.528958 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaff29-5ce6-4068-b415-0453799976f5 req-2160b072-47a5-4e3e-8127-4542d6610877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:28.530458 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0caaff29-5ce6-4068-b415-0453799976f5 req-2160b072-47a5-4e3e-8127-4542d6610877 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.0790505 May 18 14:06:28.552285 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1d679-a19b-4081-96f6-262713444b52 req-9b4e5258-ee8b-49ec-8d8d-f102675a0fdf tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:28.553748 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4cc1d679-a19b-4081-96f6-262713444b52 req-9b4e5258-ee8b-49ec-8d8d-f102675a0fdf tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0796177 May 18 14:06:28.575023 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-0caaff29-5ce6-4068-b415-0453799976f5 req-30a2aa19-abcb-4bfe-81a3-b7007d1c9c19 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361552 May 18 14:06:28.601474 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4cc1d679-a19b-4081-96f6-262713444b52 req-268f146b-f691-4cf7-b63a-54fbcd917c5a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 May 18 14:06:28.795257 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ec7cc-342d-4a4f-98bc-639d8409be2c req-e08b0cf2-2800-4c4b-9f5f-baeff07f907e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:28.796617 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5d8ec7cc-342d-4a4f-98bc-639d8409be2c req-e08b0cf2-2800-4c4b-9f5f-baeff07f907e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0792603 May 18 14:06:28.840241 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5d8ec7cc-342d-4a4f-98bc-639d8409be2c req-0c43ef9e-3f00-4b2e-9268-c6a443717076 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379226 May 18 14:06:29.127731 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078fb0c-e2b1-43ce-87e9-e987cdae5c1e req-b08a54ff-6fbc-4e16-a4c2-4ed8be834b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:29.129164 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3078fb0c-e2b1-43ce-87e9-e987cdae5c1e req-b08a54ff-6fbc-4e16-a4c2-4ed8be834b7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 1099 time: 0.0713713 May 18 14:06:29.170313 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-3078fb0c-e2b1-43ce-87e9-e987cdae5c1e req-fedd3ddd-0f26-459c-b90a-7633e4f0dc94 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337195 May 18 14:06:29.795882 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045ccbe-4b85-4b4d-a43d-b57a83e1b9fd req-d26c46af-2466-4c0c-8137-8f08ccae5c52 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:29.797308 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5045ccbe-4b85-4b4d-a43d-b57a83e1b9fd req-d26c46af-2466-4c0c-8137-8f08ccae5c52 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0826483 May 18 14:06:29.841428 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5045ccbe-4b85-4b4d-a43d-b57a83e1b9fd req-7bc66931-2ac7-4d46-8714-7e6586e262e6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383501 May 18 14:06:30.181337 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7dbd0-69c8-4a66-b3b6-3630faa31779 req-cd3cd65f-27ee-472e-a9ad-0225d6364635 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:30.182875 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-86f7dbd0-69c8-4a66-b3b6-3630faa31779 req-cd3cd65f-27ee-472e-a9ad-0225d6364635 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0826199 May 18 14:06:30.229806 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-86f7dbd0-69c8-4a66-b3b6-3630faa31779 req-f29d8363-36e2-4e12-8c6b-37089e599460 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 May 18 14:06:30.342434 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-76554fe8-4151-4518-8e1a-261b0f5d9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:30.343990 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-76554fe8-4151-4518-8e1a-261b0f5d9b27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.0716546 May 18 14:06:30.470593 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47352538-b34a-46c0-82ab-587a48e1213f req-8ca30189-b2c8-4259-bd4c-74ad6f622c6f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:30.472015 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-47352538-b34a-46c0-82ab-587a48e1213f req-8ca30189-b2c8-4259-bd4c-74ad6f622c6f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1553798 May 18 14:06:30.517841 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-47352538-b34a-46c0-82ab-587a48e1213f req-ab3a847a-c6b2-463c-b458-351fbc062d62 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395801 May 18 14:06:30.566260 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-427ccc36-41fe-4604-aa4e-d594446fc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:30.567686 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-427ccc36-41fe-4604-aa4e-d594446fc99b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.2139082 May 18 14:06:30.637574 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-4a6b6c82-5886-4a28-a4a5-474374ae9679 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.0618672 May 18 14:06:30.704305 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-eb00152f-c174-4d6f-a139-40547f9de9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:30.705609 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-eb00152f-c174-4d6f-a139-40547f9de9ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0581717 May 18 14:06:30.759481 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-2c6ebf1b-ad46-4e0e-b3c9-bca1cd29f4be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388682 May 18 14:06:30.889696 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-4bdd0150-6970-4afa-846b-2e482ede3dac service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197519 May 18 14:06:31.032638 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5650f17e-3818-488c-9b0f-34ca28cf575a req-0b8d322e-69ea-44a6-9002-163d88524e5e service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233342 May 18 14:06:31.432379 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a2cc-5458-4f87-9e8e-21af88191c0e req-bcb29342-65a5-4c24-8bb0-348333a948ac tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:31.434102 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7846a2cc-5458-4f87-9e8e-21af88191c0e req-bcb29342-65a5-4c24-8bb0-348333a948ac tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0890045 May 18 14:06:31.484398 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7846a2cc-5458-4f87-9e8e-21af88191c0e req-5227a7a7-05a8-4ea3-ba02-0ced42aeedc9 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 May 18 14:06:31.705261 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3832c-a225-491e-a372-7592c58d1a55 req-055300ee-8af5-4e97-baed-39c2c492c18c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:31.706724 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-62d3832c-a225-491e-a372-7592c58d1a55 req-055300ee-8af5-4e97-baed-39c2c492c18c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0811079 May 18 14:06:31.751984 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-62d3832c-a225-491e-a372-7592c58d1a55 req-3825e319-76eb-4a85-93a7-764ab153fc2a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 May 18 14:06:32.689333 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb62f7-2cf9-4a60-9ed5-d15414297623 req-77193bb5-3be4-4536-9cb0-c1a0215dc913 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:32.690774 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-05fb62f7-2cf9-4a60-9ed5-d15414297623 req-77193bb5-3be4-4536-9cb0-c1a0215dc913 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0804398 May 18 14:06:32.733981 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-05fb62f7-2cf9-4a60-9ed5-d15414297623 req-ca948311-7f81-41d0-97a0-ac6b2b70da70 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375569 May 18 14:06:32.937350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd76216-ef78-45b1-bfa0-d5f18cbeb066 req-c22c4ed0-92cb-419a-8e50-965cf49eb8a3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:32.938813 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0bd76216-ef78-45b1-bfa0-d5f18cbeb066 req-c22c4ed0-92cb-419a-8e50-965cf49eb8a3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0815098 May 18 14:06:32.982550 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0bd76216-ef78-45b1-bfa0-d5f18cbeb066 req-5a3b3bc0-4461-4720-950e-ad2fc924f283 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380607 May 18 14:06:34.161053 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b964-bbae-48ee-9d30-9f5c8e5d5ee5 req-97c3e940-2578-43c1-b1cb-4088891b0217 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:06:34.162573 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a536b964-bbae-48ee-9d30-9f5c8e5d5ee5 req-97c3e940-2578-43c1-b1cb-4088891b0217 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0778065 May 18 14:06:34.206188 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a536b964-bbae-48ee-9d30-9f5c8e5d5ee5 req-20a9545d-033c-499e-b833-581d3ff000b0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 May 18 14:06:47.155679 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:06:48.435091 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:48.803491 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-76aff83b-5ef1-49da-aab9-1d00d5a97df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:51.382264 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3022ee2a-94e8-4a13-bc69-75769cabcc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:51.405034 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:52.373014 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:06:53.954610 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:18.421334 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:18.804689 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0783f81a-c9cc-40d3-8ab5-4911aec1ce68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:19.911327 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-4a7c5b8b-6a6b-4c9a-af5b-d8a93d8faa3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673432 May 18 14:07:20.003989 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-602622fc-1cc5-4bb3-98b2-2fa7679c8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:07:20.005421 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-602622fc-1cc5-4bb3-98b2-2fa7679c8d19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 1098 time: 0.0729337 May 18 14:07:20.151320 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-89fbe997-d6f2-4453-bccf-3abdb0ed920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:07:20.152755 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-89fbe997-d6f2-4453-bccf-3abdb0ed920a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.1288009 May 18 14:07:20.220287 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-9225d543-ca41-4116-b100-0b57efe875d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182 HTTP/1.1" status: 200 len: 217 time: 0.0604444 May 18 14:07:20.285584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-26b79562-11a4-4790-81a4-143d89dd390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:07:20.286946 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-26b79562-11a4-4790-81a4-143d89dd390c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0598676 May 18 14:07:21.241007 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-1daccd48-532f-4ada-b749-02bfa9833cf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401843 May 18 14:07:21.383004 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-cf6bea4a-fc07-417f-ae0f-5b8bc08c0f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:21.405312 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:22.376226 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:23.232667 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-254e13fe-cb21-43f6-b7a6-f73f6ac939e5 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252749 May 18 14:07:23.361224 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d98cf8df-9cb7-4119-865e-ebaec2dfc875 req-54c8bdc4-ef00-4f13-a607-c2d69377be06 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211748 May 18 14:07:23.958317 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:24.155357 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:07:48.426855 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:48.805762 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0092f7d3-4db5-4b97-b08b-e8b9e82753c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:51.384660 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4e03e2b1-ca39-4fdf-986b-7cf43bab69c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:51.405453 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:52.378680 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:07:53.960233 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:01.155519 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:08:16.011308 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-ad841635-0eca-4980-b060-156cf7692e7f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1683393 May 18 14:08:16.150012 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-d5578be3-f598-483a-ab1a-e4dfe6131f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:08:16.151542 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-d5578be3-f598-483a-ab1a-e4dfe6131f4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.0718620 May 18 14:08:16.361079 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-88060487-edad-4699-9e9f-227fc98aa674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:08:16.362534 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-88060487-edad-4699-9e9f-227fc98aa674 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.1920252 May 18 14:08:16.430750 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-90c53e0a-11e1-491c-88af-dfd8b097f32e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.0619953 May 18 14:08:16.490978 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-eed51892-5f24-4364-af81-083b2dd35a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:08:16.492364 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-eed51892-5f24-4364-af81-083b2dd35a70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0557392 May 18 14:08:16.541009 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-1c040e22-d9fa-4147-86cd-98c2fbce81a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422394 May 18 14:08:16.675333 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-32896c1d-a5ad-4816-9787-12f7a82f5dbf service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271255 May 18 14:08:16.807766 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fd91deac-ae3c-44c3-b035-1ac58081eb47 req-8c61c759-d65e-4940-af54-bc7028b0f419 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255579 May 18 14:08:18.424653 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:18.807328 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b5d58470-23c4-4a5e-adf1-2796a059d36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:21.386356 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-da15775a-1603-402d-99be-92b7608c9aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:21.405196 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:22.380757 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:23.962630 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:38.156531 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:08:48.418647 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:48.807941 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3b16938d-acce-4a13-8090-0f9f92e9fd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:51.387965 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9165a6c2-389e-4c81-bbe7-4777fc01e281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:51.406851 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:52.382879 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:08:53.965755 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:15.155341 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:09:18.428379 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:18.531603 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-81ea95dd-9d2c-437f-9416-43a7d19b0ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684533 May 18 14:09:18.621961 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-6079b0ff-eab3-48da-bb6e-3812dcf3aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:09:18.623393 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-6079b0ff-eab3-48da-bb6e-3812dcf3aa58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 1099 time: 0.0692284 May 18 14:09:18.768552 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-d65bc7d8-ab1d-4c8a-9dc3-e6e5cb0b2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:09:18.770140 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-d65bc7d8-ab1d-4c8a-9dc3-e6e5cb0b2e02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 918 time: 0.1283092 May 18 14:09:18.811032 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-792430a8-8744-47ab-94e1-a4adb7c7e0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:18.884588 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-c428ea5e-eff4-45c5-9e26-89654ab5defb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 HTTP/1.1" status: 200 len: 1001 time: 0.1071620 May 18 14:09:18.950992 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-a229dec6-2cb6-4279-b074-d5c99fdd504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:09:18.952399 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-a229dec6-2cb6-4279-b074-d5c99fdd504a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.0618610 May 18 14:09:19.027534 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-bd538f90-8d17-4679-812d-ad5146d7c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:09:19.029003 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-bd538f90-8d17-4679-812d-ad5146d7c38d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697169 May 18 14:09:19.160470 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-c07bd832-bf52-4aec-a709-0d9354c4c66d service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242170 May 18 14:09:19.290713 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-705859ec-dc0f-44b1-9d81-91cbba3edcdf req-7a23dae9-4ead-49e0-bd18-f20cd2498791 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241896 May 18 14:09:21.395644 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b5e7ef5f-6eb0-4eb6-a429-25dc0c33ec54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:21.408348 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:22.387674 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:23.969170 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:48.417877 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:48.813280 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3ada8476-2659-4fa4-b2af-6036e4d8f6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:51.386410 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-db130571-1ac7-4c72-a087-8aeddf51a96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:51.409305 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:52.154078 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:09:52.390464 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:09:53.971855 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:18.417072 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:18.813891 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-235684f1-b822-4767-b0b6-3e29b2e3fb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:19.893784 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-13b71822-339f-4687-bc14-d47e2847d944 req-d1f8579d-574f-4d3c-8c0b-85da1f663617 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686059 May 18 14:10:19.986404 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71822-339f-4687-bc14-d47e2847d944 req-adc22e9f-6b2f-46d7-bb5f-b738346ed172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:10:19.987813 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-13b71822-339f-4687-bc14-d47e2847d944 req-adc22e9f-6b2f-46d7-bb5f-b738346ed172 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b47200f845524f34b0bc318b70a99189&device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 1098 time: 0.0737193 May 18 14:10:20.187423 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71822-339f-4687-bc14-d47e2847d944 req-e0aba9a9-e7ca-42c4-a7f2-9a8161dfc5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:10:20.188879 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-13b71822-339f-4687-bc14-d47e2847d944 req-e0aba9a9-e7ca-42c4-a7f2-9a8161dfc5c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 200 len: 912 time: 0.1825840 May 18 14:10:20.291016 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-13b71822-339f-4687-bc14-d47e2847d944 req-28036cc5-b3da-4f6e-9a80-9a8c8c6ea409 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7847d0f6-f43c-433f-875f-430b26849996 HTTP/1.1" status: 200 len: 1001 time: 0.0957451 May 18 14:10:20.352482 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71822-339f-4687-bc14-d47e2847d944 req-2f4950d6-cc7d-4239-bbb3-4f87bd8b8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:10:20.353954 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-13b71822-339f-4687-bc14-d47e2847d944 req-2f4950d6-cc7d-4239-bbb3-4f87bd8b8abe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873 HTTP/1.1" status: 200 len: 850 time: 0.0569668 May 18 14:10:20.433029 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71822-339f-4687-bc14-d47e2847d944 req-4950850e-e488-474f-ad28-6f0c012085f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:10:20.434544 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-13b71822-339f-4687-bc14-d47e2847d944 req-4950850e-e488-474f-ad28-6f0c012085f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8d50c04-f8ff-40e0-a097-874de91b026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741305 May 18 14:10:20.565253 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-13b71822-339f-4687-bc14-d47e2847d944 req-ca2ea7af-8e00-4be6-9ab1-adc06b7b92bb service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242509 May 18 14:10:20.695890 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-13b71822-339f-4687-bc14-d47e2847d944 req-97d39af7-29a3-4cee-8816-9e7739e5b7aa service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242836 May 18 14:10:21.387555 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f33a1462-5b4b-40fd-bd33-b74d99de6200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:21.411611 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:22.391849 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:23.974519 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:29.152933 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:10:48.431796 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:48.815353 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c0854b0f-8a21-44f4-8b1d-3531c9902496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:51.389543 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-be1e526b-eea1-4b2c-911c-f612a0298eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:51.413629 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:52.394926 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:10:53.977721 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:06.152448 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:11:18.446401 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:18.815851 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6fff0193-9117-4e4f-846b-0981fad86232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:19.887648 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-a3c105fd-fc5d-4359-b1d9-68503c217ea6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675440 May 18 14:11:19.977317 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-6f33e7f3-6d82-46b3-933a-f8f2d97174a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:11:19.978680 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-6f33e7f3-6d82-46b3-933a-f8f2d97174a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 1098 time: 0.0692585 May 18 14:11:20.119618 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-da8b014d-c208-40da-919b-3329e95bf235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:11:20.121057 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-da8b014d-c208-40da-919b-3329e95bf235 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.1243942 May 18 14:11:20.190795 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-7e802b6c-65a2-4f27-80ab-a7b5d2704c53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182 HTTP/1.1" status: 200 len: 217 time: 0.0632606 May 18 14:11:20.254273 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-32250342-400f-4cfe-b53e-c294bcc347b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:11:20.256118 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-32250342-400f-4cfe-b53e-c294bcc347b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0587752 May 18 14:11:20.302843 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-1670c13e-c459-4d9c-a22c-32b2f723d991 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402226 May 18 14:11:20.432681 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-14df27d6-e0c6-4552-bae4-86c5220c563c service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234641 May 18 14:11:20.570291 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f03f4bcf-b47b-4513-a7a8-1197fae7ec54 req-06c5e0a6-d0f5-494c-a77d-74ffb7f51d71 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313438 May 18 14:11:21.390957 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2780b5aa-5f41-43ce-b9b8-399fe7c581a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:21.414036 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:22.398618 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:23.979466 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:43.152295 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:11:48.461815 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:48.817789 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3f08ec51-14c3-4be5-b601-b3c1ed478ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:51.395018 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-ed81f69e-9ab3-47af-b7d2-d8c863fa00da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:51.418775 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:52.400337 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:11:53.981934 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:18.463611 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:18.819570 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-89ea2cba-f35c-47d4-8592-d583a6baf854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:20.151353 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:12:21.394511 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-42233d40-287c-499f-b6ce-295297153232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:21.421960 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:21.903960 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-58b3fb2c-0dda-4bfe-96f9-6dec9e8282f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706325 May 18 14:12:21.996970 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-662e4cdd-447b-4c15-bace-986b41b489ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:12:21.998436 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-662e4cdd-447b-4c15-bace-986b41b489ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1099 time: 0.0726657 May 18 14:12:22.218013 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-f8694894-a89f-4f78-b793-72427aa77d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:12:22.219465 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-f8694894-a89f-4f78-b793-72427aa77d0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.2026107 May 18 14:12:22.285391 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-121b5e0a-7734-49aa-90c8-4f8eaa870e78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0593932 May 18 14:12:22.348823 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-1f13056e-3f69-4b37-8a94-6775246326a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:12:22.350247 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-1f13056e-3f69-4b37-8a94-6775246326a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0590141 May 18 14:12:22.396616 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-6e09cb6b-18ea-491e-879f-cfc5984c8f4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398202 May 18 14:12:22.402473 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:22.536595 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-dbe7cdcc-4cd4-4a29-8bb9-f70a86ffdda7 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327167 May 18 14:12:22.673010 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-254f6567-1fa7-4910-82fd-41f703fc7185 req-70a47285-d770-4c70-ab66-57e24dd7f7f4 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293778 May 18 14:12:23.985155 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:48.476519 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:48.820530 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a262c754-4b21-4212-bf48-e756b6b04858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:51.399073 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-124e66ea-cdfb-4564-89fb-a5a596abf09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:51.424686 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:52.405351 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:54.018914 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:12:57.150884 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:13:13.975590 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3cd74-7bc9-4da6-8b7a-283f9a1fef2e req-b66d0931-ec57-443d-8f1f-14af9f7ee42a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:13.977061 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1ff3cd74-7bc9-4da6-8b7a-283f9a1fef2e req-b66d0931-ec57-443d-8f1f-14af9f7ee42a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0821302 May 18 14:13:14.023134 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1ff3cd74-7bc9-4da6-8b7a-283f9a1fef2e req-5eadfa63-c640-4cec-a3f6-612895e517fe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 May 18 14:13:15.272039 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b305d-ced8-4f67-b580-3de457e6158e req-3b1a3b75-927e-4939-b1dc-8252ca5c68ce tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:15.273445 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ca5b305d-ced8-4f67-b580-3de457e6158e req-3b1a3b75-927e-4939-b1dc-8252ca5c68ce tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.1385193 May 18 14:13:15.317347 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ca5b305d-ced8-4f67-b580-3de457e6158e req-44d70c71-9ee9-4844-a1a2-6e238793281e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 May 18 14:13:16.503764 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d102bd-74fc-4cfb-80e7-68d780a1d513 req-e34e93ca-6e3b-44b8-90ab-66610b168aa8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:16.505128 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c2d102bd-74fc-4cfb-80e7-68d780a1d513 req-e34e93ca-6e3b-44b8-90ab-66610b168aa8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0787525 May 18 14:13:16.549169 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c2d102bd-74fc-4cfb-80e7-68d780a1d513 req-86a35380-3f18-4da2-ad40-6e96fb0fb284 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 May 18 14:13:17.740132 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00289d81-227c-49c0-bbe1-24ced9a88c8c req-bf8053b1-08ef-4704-9ee2-e927fb960010 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:17.741576 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-00289d81-227c-49c0-bbe1-24ced9a88c8c req-bf8053b1-08ef-4704-9ee2-e927fb960010 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0823829 May 18 14:13:17.785106 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-00289d81-227c-49c0-bbe1-24ced9a88c8c req-4e35dd39-ec5f-436c-928d-87e48b7ee9c9 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378456 May 18 14:13:18.476374 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:18.823068 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3a38b4eb-57ef-4aaf-a17e-98ef23cbd501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:18.975513 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9d39e-3139-44c3-a0b3-b6af9c282505 req-b56f28c8-23e9-42c0-97ea-47d038c90ef2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:18.977001 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4cd9d39e-3139-44c3-a0b3-b6af9c282505 req-b56f28c8-23e9-42c0-97ea-47d038c90ef2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0801706 May 18 14:13:19.024233 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4cd9d39e-3139-44c3-a0b3-b6af9c282505 req-489c531e-a666-4878-8b3f-12971ae700ae tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414245 May 18 14:13:20.211563 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87db7d-c68f-4b00-af19-1294f70e205c req-ad615489-114e-4c23-ba15-28c6b380a276 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:20.212994 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3b87db7d-c68f-4b00-af19-1294f70e205c req-ad615489-114e-4c23-ba15-28c6b380a276 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0776227 May 18 14:13:20.256050 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3b87db7d-c68f-4b00-af19-1294f70e205c req-117f4bd5-28a0-40fd-a9b7-a42f53d48d69 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 May 18 14:13:21.400136 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-49dee772-e430-4a89-a31f-d923d3995767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:21.426402 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:21.447996 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e02ae-5cd6-417f-b503-d3c53d88213b req-4d013e9b-57f1-4efc-ad32-bf0e309e09d8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:21.449304 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-043e02ae-5cd6-417f-b503-d3c53d88213b req-4d013e9b-57f1-4efc-ad32-bf0e309e09d8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0831513 May 18 14:13:21.495049 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-043e02ae-5cd6-417f-b503-d3c53d88213b req-b0bcb38e-240a-495f-b5e3-e8bc70f09965 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388563 May 18 14:13:22.406970 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:22.685220 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4ff51-e340-47a9-b3b2-613cbd767e5f req-769b57db-baa5-4931-b166-affbf1b9476d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:22.686667 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-49d4ff51-e340-47a9-b3b2-613cbd767e5f req-769b57db-baa5-4931-b166-affbf1b9476d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0779960 May 18 14:13:22.730051 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-49d4ff51-e340-47a9-b3b2-613cbd767e5f req-036c8b1e-6187-4cea-967d-c9272190709c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371239 May 18 14:13:23.924552 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af965b3c-1ad2-4592-a5df-460bf0f803c9 req-fcba3a7c-5ebc-4025-bfa1-a9cc63253b96 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:23.926025 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-af965b3c-1ad2-4592-a5df-460bf0f803c9 req-fcba3a7c-5ebc-4025-bfa1-a9cc63253b96 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0831029 May 18 14:13:23.932390 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-618314bb-9c70-4c90-a64b-bb50a5c77fdf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1134267 May 18 14:13:23.971591 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-af965b3c-1ad2-4592-a5df-460bf0f803c9 req-fd537f78-8213-4de0-9342-7fa06bf06477 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391114 May 18 14:13:24.005774 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:24.041091 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab54185-af88-408c-8682-62aee88939eb req-efaba375-947f-41bd-8b24-b50a39f73e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:24.042504 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-efaba375-947f-41bd-8b24-b50a39f73e68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 1098 time: 0.0885506 May 18 14:13:24.186230 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab54185-af88-408c-8682-62aee88939eb req-fdc9989e-90c7-4099-8f97-5e9e97056276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:24.187646 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-fdc9989e-90c7-4099-8f97-5e9e97056276 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1257627 May 18 14:13:24.257611 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-10e855a9-b652-4978-b08c-e87646abc28b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=556e133e-e70c-49bb-964f-705d2f7a94d9 HTTP/1.1" status: 200 len: 217 time: 0.0628097 May 18 14:13:24.318739 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab54185-af88-408c-8682-62aee88939eb req-5b339fec-df0d-45c3-b03a-5b163cab3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:24.320085 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-5b339fec-df0d-45c3-b03a-5b163cab3d42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0562925 May 18 14:13:24.367253 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-25fb6e59-d8d2-4c0b-9e00-947dcf3624ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404537 May 18 14:13:24.377793 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-3c342a03-6cec-4f97-a30e-98f696def492 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:13:24.378698 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-3c342a03-6cec-4f97-a30e-98f696def492 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048981 May 18 14:13:24.510693 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-911784df-650f-4ec4-8184-08f49a735bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248407 May 18 14:13:24.640199 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9ab54185-af88-408c-8682-62aee88939eb req-36c003cf-fc55-4c06-95a5-4b850f607b49 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220384 May 18 14:13:25.166175 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3de10-b6d5-4214-b343-eceeda94076a req-76cf6809-1546-4400-b1d2-7082a16cc90f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:25.167610 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ff3de10-b6d5-4214-b343-eceeda94076a req-76cf6809-1546-4400-b1d2-7082a16cc90f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0820146 May 18 14:13:25.210851 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ff3de10-b6d5-4214-b343-eceeda94076a req-4a84eb9e-de29-4920-9349-6e7ae4191ca9 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370243 May 18 14:13:26.402430 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42efe47-1b80-4363-91f9-4b8d4f9c51c6 req-8b488533-4644-43e0-bab6-68dd6510ca07 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:26.403896 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d42efe47-1b80-4363-91f9-4b8d4f9c51c6 req-8b488533-4644-43e0-bab6-68dd6510ca07 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0813937 May 18 14:13:26.450596 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d42efe47-1b80-4363-91f9-4b8d4f9c51c6 req-770a0c73-9b20-4767-afd1-4389e127d1d9 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407858 May 18 14:13:26.784184 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb513c6f-855c-4416-b310-0ea260907377 req-3d02d79b-c54a-473e-8364-54fcfb99fda0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:13:26.784768 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-fb513c6f-855c-4416-b310-0ea260907377 req-3d02d79b-c54a-473e-8364-54fcfb99fda0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Synchronizing usage tracker for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:13:26.800340 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-fb513c6f-855c-4416-b310-0ea260907377 req-3d02d79b-c54a-473e-8364-54fcfb99fda0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Unset dirty status for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:13:26.801487 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fb513c6f-855c-4416-b310-0ea260907377 req-3d02d79b-c54a-473e-8364-54fcfb99fda0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 946 time: 0.0981576 May 18 14:13:26.942817 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Deleting port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:13:26.943156 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:27.134546 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] For port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:13:27.134896 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:27.423743 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:27.423994 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:27.424362 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.l3_db [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Floating IP 46e6a650-2d5f-4564-8ba0-b29babf95849 disassociated. External IP: 172.27.2.113, port: e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2. May 18 14:13:27.424699 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Calling delete_port for e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:13:27.542397 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:27.548996 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-753afdba-5549-4a13-8ffc-17806a0050df tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:13:27.594021 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event deleted for resources: {'Port': ['ID=e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:13:27.603482 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.603756 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.604209 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.604651 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.605094 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.605664 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.606123 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.606491 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.606914 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.607313 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.607714 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.608121 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:13:27.614010 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:13:27.687865 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dd90fea6-20f6-4011-b68f-9318b2007690 req-4268e531-7c49-4761-ab96-12210f07b518 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.1179664 May 18 14:13:27.797597 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:13:27.977614 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:13:27.990068 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] Sync routers for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:13:28.001586 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:13:28.002342 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:13:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:13:28.056384 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] No DVR routers for this DVR port e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:13:28.059170 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:28.062008 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-deleted', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:13:28.082283 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-fb513c6f-855c-4416-b310-0ea260907377 req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "DELETE /v2.0/ports/e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 HTTP/1.1" status: 204 len: 173 time: 1.2752583 May 18 14:13:28.188980 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b521a27c-5049-43ce-bda4-6dd02bcdc3b7', 'name': 'network-vif-deleted', 'tag': 'e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2', 'status': 'completed', 'code': 200} May 18 14:13:28.210986 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:13:28.524044 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:13:28.528253 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] Checking router: 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:13:28.537154 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:13:28.537788 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:13:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:13:28.713921 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:13:28.840191 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-40d90fd8-cddb-4ada-ac97-0f3c3af9b87d req-218f8d6b-03c3-4f26-90d4-93cea3d1b2ea tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0405223 May 18 14:13:29.029563 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:13:29.034018 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d932e37-c81e-4148-acbb-44fca79be411 None None] The sync data for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi is: [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:13:29.299527 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7404c-2d92-4c84-abca-3bf985cfc67e None None] New status for floating IP 46e6a650-2d5f-4564-8ba0-b29babf95849: DOWN {{(pid=91463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:13:29.994691 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-47b7d45b-4ca7-45aa-8e4b-df152cb29ced req-462e3b79-b046-4cd6-8bdf-3d40b6652be2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0416822 May 18 14:13:31.148617 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a67c3219-2825-4cb9-b4a6-1ffdbf98cea9 req-fdcb9572-b8b2-40ea-b5c6-6379665d00d6 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0445409 May 18 14:13:32.150010 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:13:32.186608 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:13:32.186964 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device e16497d4-cfdc-47ac-9d7c-2b24ff71bdd2 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:13:32.298960 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fed155b0-c863-45b3-a6cb-1761ce2a8e4a req-3669d8df-00d9-43ca-bf1d-050d9d4c7936 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0424812 May 18 14:13:33.450771 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-da7a8bae-8309-4bbc-9944-8ad62b8ddc3c req-40449fa0-bf44-469f-a95c-aa5504ad65bd tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0416317 May 18 14:13:34.150043 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:13:34.607341 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-316ead12-b17b-4772-a461-856440db412e req-30c701a3-1c4a-4fcd-850d-7f6a334a3561 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0448339 May 18 14:13:35.756525 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c3db950b-ad85-4063-902f-a3c334f264b6 req-0a773677-5f1a-4360-a0ba-552009a07555 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0427911 May 18 14:13:36.910307 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-50479cb3-e977-41c1-8ea7-7478f098a598 req-5c97c287-8122-4890-b63c-d86a9b4a142a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0441298 May 18 14:13:38.063650 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a0f90955-bc61-4479-86b9-0123b6fe96c0 req-3a6d5a87-0d96-483f-98c7-62346c8c1b71 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0443318 May 18 14:13:39.213931 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5e6532b3-7974-4466-ac7b-d11fb6a4ee43 req-f82dc650-f05f-4721-8985-96e5cb2ded40 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0420690 May 18 14:13:40.365724 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-88d3072d-a065-44e0-a0a3-37064d7b48d8 req-09dceb15-8c86-42e9-8f9a-767a7106c98d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0424483 May 18 14:13:41.536558 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-31fc56e3-b565-4b42-8735-55bc28fdd763 req-4e189601-c593-4f0a-8346-f60245ba4135 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0484664 May 18 14:13:42.689434 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-24ab0f44-fcc8-401a-b20d-f23ad79bf9fd req-042f9ea3-b3f2-4c49-8f1a-359613fd7ad3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0423255 May 18 14:13:43.839012 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a81ba8e2-237b-420e-b9bd-583989d5e47d req-03355f5a-aee5-46de-bf3f-03dfb9dbe47b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0414286 May 18 14:13:44.992271 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-362292a7-9fcb-4afa-9393-905de54b386a req-2ed3b2b7-1767-460b-965f-a910c575a303 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0448394 May 18 14:13:46.143273 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5a1786df-b1fc-487c-aef6-39d2cfbc8347 req-ac79c224-887c-4eb7-bd3d-7f105c3f2167 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0420883 May 18 14:13:47.294643 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6e745d7b-63e0-4564-b39d-587aaac767cf req-28ce5965-d166-43ea-8170-2549e339440d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0410633 May 18 14:13:48.449601 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b1179d42-f86f-4fa4-95b5-cee3dfa6e55f req-2eca2759-e18c-4f83-b77f-f559ffd12948 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0445127 May 18 14:13:48.492714 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:48.825361 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5bbdae6e-14cf-4d0c-a574-22ed07f8ff8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:49.604562 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c35961b-b014-4111-9100-65aba7092658 req-2647f10e-8cd6-4a64-8589-745577b8c09d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0429339 May 18 14:13:50.756780 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-87a27b3f-7813-4eba-a240-ff7457e88c7d req-dbdbe7e8-6e16-409d-80f4-0cafd6aaae6b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0429101 May 18 14:13:51.403146 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b7182188-b634-4f8e-9a3d-09d3c167c487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:51.426680 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:51.909144 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7a2246b4-5199-4db6-9fe8-dacb804a90e9 req-1dcad855-c013-419a-86cb-2afc31fbb778 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0445995 May 18 14:13:52.411158 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:53.062405 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dadf3043-6e00-4c6d-8a0b-2cf91fedc9bf req-4f81d0b8-14a7-4b8b-aa0a-83f3e6960b9f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0424795 May 18 14:13:53.995017 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:13:54.222698 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-336338fb-bb98-4e81-ba25-1e1270090fae req-f96828a1-0dd5-43bd-9cc7-37f7267b690c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0476298 May 18 14:13:55.375639 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6d4b0302-2c31-46d6-94b7-48b80e7e1f22 req-18033738-c356-463d-80ae-283c3737fae6 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0436761 May 18 14:13:56.527115 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3773c44d-6fa6-4486-91d7-fdc688916c84 req-f2f8d1f8-4776-47c4-9940-c6f6ad77b3fc tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0423112 May 18 14:13:57.681385 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-47651d47-e22c-4257-af64-71cdd819dff3 req-7521a2a8-1712-4696-847d-baba1f0410d0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0407963 May 18 14:13:58.839617 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2b8a7ddc-3246-4aef-a6ad-57069762b33b req-c5dc7f34-00cf-4e2b-85fd-7a74a3c3cde1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0461054 May 18 14:13:59.990484 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-67bc6b9a-b035-4cec-88da-00b0e667a1d5 req-2f3a5bad-a532-4646-974d-ca13b155b948 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0417874 May 18 14:14:01.144734 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-19dc872f-e8d7-4e76-8a69-dca9799ff5b0 req-e238826c-ee12-47dd-ae9a-ad7833c8fd18 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0420620 May 18 14:14:02.301087 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f5a8c7df-2e78-4da7-8a48-cecc026a950c req-0ac7156c-299a-4bb2-823f-b7f4d9d4cb34 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0441320 May 18 14:14:03.450566 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-50d9908a-5309-4946-8c7c-afb1a2110567 req-97ffdb5a-cb47-475a-a515-43d24eac9c0a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0416682 May 18 14:14:04.603886 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8e6193cb-c2a3-4231-b20b-8a359957269f req-e111ae66-f57b-477c-a5f8-13b3d2b88a3b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0420151 May 18 14:14:05.825845 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2d955fc0-99ed-4c5d-af21-f831ffb2b0a8 req-19395ba2-4a2c-4e76-bc87-9461d6591c2c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.1138523 May 18 14:14:06.984928 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9c39da9b-66b7-49fc-bb81-c1bd2146982a req-ba02a081-b453-40e3-8cd9-df46d1a1d959 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0427275 May 18 14:14:08.143075 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-97adcad6-2bc8-450d-9969-cd0932861255 req-bc0730a2-0725-4b19-ad60-bfc06ed8244b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0418367 May 18 14:14:09.301846 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-71a6b7fa-c1b3-4c7f-bdf8-740c46ca040c req-0cf41273-ca2e-4cb9-9954-390b3043f5f4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0447595 May 18 14:14:10.459920 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-93a0b770-235a-4cc2-b5ca-c72bbc62793f req-4266055d-583f-4159-bc9b-db6a94873bd1 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0450137 May 18 14:14:11.150718 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:14:11.694516 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-32083017-cd82-40d1-9888-d029160474b5 req-7f8a4e0a-a464-4c00-8dd0-b15fa4f087d0 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0679634 May 18 14:14:12.918284 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e95f8219-b2d7-4f54-a07c-b7bc68a94b23 req-7cc3f7bf-6fd8-4a93-9306-cba51b6323aa tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0519643 May 18 14:14:14.094787 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d1766598-06f1-4cc9-9616-f902933c69a9 req-fef78797-a046-4ed8-8d11-0b0cbda50683 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0684857 May 18 14:14:15.292976 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f32f21be-1a8e-457c-8629-efb946be73de req-8c83732b-f5b0-4afd-9d98-c3f84a97d3f4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0600705 May 18 14:14:16.456004 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-644c7bf2-a948-4340-b18d-c5afe4cfbf82 req-08790819-7dc6-4860-84ff-7a5f73e4c4df tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0441658 May 18 14:14:17.748375 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6dec5e9d-76b2-457c-8cf0-116c3868820a req-c3257b2d-c6bf-4841-bed9-75233fae8378 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0425825 May 18 14:14:18.503928 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:18.826372 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e4f4f701-d481-493b-802d-d2f0fde3b7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:18.925009 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0cc6def1-a4f0-4328-9619-a9f89fc8a6a2 req-15db0016-a396-4ba8-af6d-cd6bbaee4fde tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0504351 May 18 14:14:20.107023 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5ce5432-687c-497a-bf2b-6d9f75c3614b req-4268edeb-3a60-4fa7-9312-f589ffdf6263 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0470366 May 18 14:14:21.267163 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4cbfee45-1d24-45a0-bec5-fcf9caa818f6 req-eb947a15-e8bb-488b-a93c-7e26e566f046 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0423803 May 18 14:14:21.406088 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4f7e678d-dc7c-493c-b915-63c4f21d15d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:21.426641 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:22.412938 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:22.422992 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-265f6233-05fb-41ce-a8e9-67c3fa74fbc8 req-7bf38b56-dc7e-47e9-bc5f-1217804ce8e7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0440695 May 18 14:14:23.582760 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b50981fa-cbc5-43ef-be52-034281b7c13c req-842b569c-e4f3-4994-8dfc-b4a50942130f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0462275 May 18 14:14:23.907396 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-68aef96d-d491-4326-a340-9682d749e13c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708473 May 18 14:14:24.001360 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:24.002061 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-b2b02f0f-9b33-46ee-961a-852e1b3d6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:14:24.003534 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-b2b02f0f-9b33-46ee-961a-852e1b3d6fae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 1098 time: 0.0739844 May 18 14:14:24.150800 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-1ab49faa-a9ea-4721-898c-d179a13fae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:14:24.152254 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-1ab49faa-a9ea-4721-898c-d179a13fae2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1288757 May 18 14:14:24.220155 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-501fb0e1-dc2b-4c74-9a9b-5afeb2a7b749 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221 HTTP/1.1" status: 200 len: 217 time: 0.0609939 May 18 14:14:24.283574 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-50fbaa8c-9d47-4f4b-8db3-b4e771a37ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:14:24.284998 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-50fbaa8c-9d47-4f4b-8db3-b4e771a37ba2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0590439 May 18 14:14:24.331600 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-3fa59684-2a9f-4545-9379-34fd7aa415d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400946 May 18 14:14:24.548624 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-99b359c5-187f-47db-9781-ea2bdaede2d9 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107811 May 18 14:14:24.691711 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-61e1d014-47f1-4561-9b03-ee8f706555b7 req-a979cd2d-3de8-4c1b-a606-52dd5573c6bd service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362681 May 18 14:14:24.746389 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-364e4734-95da-428a-ae43-26853da0391e req-9210efad-3b69-4fc2-9060-3ae199f771e6 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0455589 May 18 14:14:25.897019 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5e6e5f01-34f4-4d48-ba5b-d6423f05f424 req-f84be7cb-76e9-4bc8-9de7-5e8321efad23 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0414553 May 18 14:14:27.057854 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f4b37128-9d20-4c28-8505-a6dba02c9686 req-e4d6c213-f86b-472d-9b17-0139a3701227 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0513575 May 18 14:14:28.274182 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-299e0f34-6d8d-4727-91db-5149f01d09b5 req-448ec089-5e0f-40e6-b22c-1e6b0a37b7a8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0417726 May 18 14:14:29.438488 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-589487c0-6b9f-4b9e-84d4-b6e398de236d req-5faf7501-aece-4597-b457-7c8904812d19 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0422974 May 18 14:14:30.630487 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b317201f-ead3-4e78-885e-439318df5d4d req-8dc9e643-9f9a-411a-8371-882c31b79d52 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0631022 May 18 14:14:31.798808 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8029991-5dad-4092-aa52-2403a11afb22 req-5d62c6cf-5b89-4153-b67b-99ae82be903f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0422313 May 18 14:14:32.955885 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-43647f09-a99a-48a6-b9df-6384ed42750b req-48892427-72b9-4974-b5c5-d3fd92f3f2fb tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0441420 May 18 14:14:34.114830 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cd8fd984-3718-4f48-9ce1-21af2e7840f1 req-b3a95a62-43d6-48c0-92d6-c4e8c59dfedc tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0449297 May 18 14:14:35.270883 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3be75566-736f-4e46-a481-bd0d0c60672a req-3c5706a8-ff0d-4909-9b50-7befb98fd928 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0443184 May 18 14:14:36.425447 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f96d1cbc-4164-443b-98a1-925c837191ca req-7e2ad6a7-59c7-427e-b9dc-55d540cf210b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0436375 May 18 14:14:37.583627 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-51ac40aa-b67a-41a9-bcf6-ce6b1fe49af6 req-c8e51ba3-e4c1-4840-a88b-b5440193b38e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0447853 May 18 14:14:38.745885 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f62c1937-2d16-451b-ac87-bca87bea91b2 req-fe1035de-b021-405c-8835-2378de56181a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0419543 May 18 14:14:39.900279 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-09b03688-d3ad-4edb-84d1-27cce3655ac9 req-8dcc9942-018c-4c61-bab1-bd4856f1fe37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0421748 May 18 14:14:41.053665 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cdf70306-df50-4378-bde6-2eafef5215a5 req-6b3c3e7a-c483-45f1-afad-02484f035d38 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0446541 May 18 14:14:42.243514 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-595a03bc-74c9-4ec2-96fe-78da7b2f0986 req-099d97e0-0b8a-43aa-b23d-0c444b33b976 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0428350 May 18 14:14:43.396816 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5cbcf316-6f34-488b-ad1e-1f67ced3b596 req-fe73aa20-839c-4a9b-84fd-9b1b26361ee7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0415175 May 18 14:14:44.617078 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3a8004d8-b819-4631-8cd9-2b49e652cfa5 req-585e03e9-0b80-4a96-b2d8-7bd3be3be0f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.1075008 May 18 14:14:45.767509 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a9bf973c-abc0-40da-91bb-358e46ac183e req-9a9dfbbf-392e-4c59-979f-a0e3c7c0ddef tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0408497 May 18 14:14:46.929166 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-78ec13c1-a160-4206-a7b4-73cec0a1a8bf req-4c9621ad-0692-481b-b154-b39132ee4009 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0447650 May 18 14:14:48.087521 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8b411bf9-cb1b-4b4a-8f09-bc4b9c1c29ec req-d3f16f7c-e836-492c-bc50-e53b8530303c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0475345 May 18 14:14:48.149678 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:14:48.521625 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:48.837004 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-552b6ff7-c6e2-45bf-9d36-0b614c9b4a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:49.244215 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-56bcf358-7154-4000-843b-cbc2050569d2 req-7497c6ce-4618-434f-83fc-6b8afc2e71cb tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0432212 May 18 14:14:50.397913 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-481743fd-0c41-49de-860a-cc5f111ef921 req-204d4b75-6cfd-405d-8821-c28cc09794b8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0422454 May 18 14:14:51.408357 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-ab8d578d-9bb9-4347-b12d-5c003f3a2049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:51.427442 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:51.558695 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-83a1edb0-9980-41ec-9a23-455eb8081a9c req-fb062b30-b58a-4a78-bb1a-6e1fff4edd10 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0444753 May 18 14:14:52.414852 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:52.708813 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f48e0bb2-541f-4ca1-be45-82618d594f4a req-31d2082a-19b0-4a8a-89c3-66271dc01bec tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0424461 May 18 14:14:53.861430 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4e58becb-0b10-431d-90de-cc4caf0bed73 req-bea132c1-5314-489e-9128-9c1e23442d49 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0429456 May 18 14:14:54.003653 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:14:55.015454 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3813ac64-0ab6-4e34-ad88-53d0708a688f req-623d4e3a-a13e-4073-a232-404293b08d05 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0447741 May 18 14:14:56.168575 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cc9f87ed-9d5e-4014-9115-e7e576a29bf6 req-19d9ea37-d3bf-41a9-8cf0-8699aae836e6 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0418544 May 18 14:14:57.322356 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f3b17611-c188-4882-a5cb-34daa0848779 req-a2e66f77-c115-424d-9e69-216f7917b8c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0410397 May 18 14:14:58.477629 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5780aaa8-1fd0-4959-8e00-e2a31e060dae req-857ca85c-2232-4c15-b31f-416a7f16c666 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0452480 May 18 14:14:59.628150 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0c8444ef-7f5e-47fd-a59a-dab4d3538455 req-5f48e9ac-9a43-4163-b469-4369da889afa tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0420995 May 18 14:15:00.778558 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-407712ec-54c0-4aed-a08e-f4755f359dd9 req-1c861647-3915-4929-81a8-155df3ea9734 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0409265 May 18 14:15:01.933531 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5364fbb-4613-46b9-b18e-00919a3d3e1b req-fc580405-52dc-4a23-903e-9eee6929e5ff tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0453649 May 18 14:15:03.084991 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-38d3841c-69a1-4d79-a7a2-3e8200f579e5 req-21714215-1dc9-4c52-8a4a-b0d9053375bc tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0419021 May 18 14:15:04.237320 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-651e2c90-cc31-440a-92cd-5b0f4b39c1eb req-4df8ddee-de54-4180-bdae-fc292900eb2a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0421140 May 18 14:15:05.393277 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-797d8b72-34ff-4733-bcbd-c972cd13313f req-601b2639-2d4a-41b2-b932-28f51a752ee2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0443001 May 18 14:15:06.546021 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-571de740-a121-4116-9161-3909dd64bd6d req-99016850-6c41-47bc-b3cc-67c11bf9becf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0419917 May 18 14:15:07.696467 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6c5d73b9-ddf2-4188-abee-3732e5b31b1a req-0c23930b-7986-44f7-a7a0-c780e93b2512 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0431204 May 18 14:15:08.851101 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f358d630-f877-49e2-9065-c2368c5335b8 req-b61d3e48-927a-48dc-9a4b-dfc5271300b4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0457792 May 18 14:15:10.002822 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9a22a362-b3e4-40f7-9877-dec07ebc14ab req-0631da67-98d5-47a2-a98d-605cde804b8a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0430686 May 18 14:15:11.158528 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-660177a3-fc5d-42d7-9206-a38de9661064 req-fb262ae2-e366-4051-ac08-64e165e85772 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0430160 May 18 14:15:12.312815 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e91447d7-2ad9-4e04-a2d6-56451da78225 req-28381234-afc7-4a8a-82b1-0efd35b03b49 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0440266 May 18 14:15:13.461192 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ca2996e3-12be-4fc6-9bc1-bf243d888594 req-62af3ada-538f-4224-9d93-b1a9ba6bf0da tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0417314 May 18 14:15:14.612451 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d64deb65-c79d-4688-b6ed-8ddde3212138 req-3d84bc9e-b07e-4a3a-9828-4650dce6ad72 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0422990 May 18 14:15:15.763098 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ec18d129-13ca-4388-89b9-e7acc5a10b79 req-8a6329ef-1f94-457a-9913-074b0684c67b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0451944 May 18 14:15:16.912577 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a0288012-a7e9-4af8-9b4a-417a9e533d7c req-ea6aacb0-503e-4517-b9be-033da634d1be tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0430524 May 18 14:15:18.064441 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c1c57c82-b76c-4e5c-b55d-22ece1f3dcd2 req-f6315f88-84f8-44fe-95f6-a98c614f190a tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0422161 May 18 14:15:18.521170 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:18.828059 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-203fafd0-fbec-41d4-9b9b-d93f1b17c1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:19.219333 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dfa21c80-6d6f-4b9a-a9d3-c625d24ba2bc req-174a227a-e45b-4301-9371-36a0259bb822 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0449605 May 18 14:15:20.369418 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4da3456d-a81c-4984-8903-2a01e522c95a req-cfb6997e-80d6-494e-8439-6e375abc995e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0419683 May 18 14:15:21.411261 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-bafce484-6596-4461-a4e4-5ca7b5bd1f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:21.430397 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:21.523319 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b0c5da1b-56fa-4585-bb0a-b8871d92224a req-847b8f6c-c379-45a6-98f9-2caecce19b0c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0442381 May 18 14:15:22.417753 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:22.741492 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-90556960-0c92-4063-9934-4b11213c36df req-31a2967d-c581-4fb3-8c4f-e85b35b2ef24 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.1075928 May 18 14:15:23.891190 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a7f9b47e-63f1-4122-b4e5-d81b8b6ec60f req-e936ef44-515a-4e7c-a602-db5cacf03188 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0407860 May 18 14:15:24.007393 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:25.040338 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f39e0d9b-4121-4b14-986d-19719cceb1f4 req-bc2568df-6f84-45d8-a861-f07affe3b8e4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0412102 May 18 14:15:25.148367 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:15:25.903092 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-b653834a-e50b-4486-8155-d5abb5e95aa1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720787 May 18 14:15:25.991985 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-2eb6c282-6e2d-4602-bc18-680bcb6f6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:25.993439 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-2eb6c282-6e2d-4602-bc18-680bcb6f6056 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53aea1cecf0847a5abd6b1f16f3728a9&device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 1098 time: 0.0694592 May 18 14:15:26.135576 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-95ed3d25-8a8d-4992-adae-7b83722780a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:26.137015 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-95ed3d25-8a8d-4992-adae-7b83722780a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f98724a-df09-4818-9fbe-3a2923c5f314 HTTP/1.1" status: 200 len: 913 time: 0.1257377 May 18 14:15:26.197478 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aba63aca-aed8-4b6d-b7aa-25c1c33fe078 req-c4d81f7a-eebd-498f-be8c-a1af1eb96f90 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0454421 May 18 14:15:26.208492 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-7e0769a0-aacf-4c7b-bfea-3f58eb75c978 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1541ff9f-2ad1-4111-92e9-cb276fa22595 HTTP/1.1" status: 200 len: 217 time: 0.0649898 May 18 14:15:26.269061 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-324400f8-a364-45ec-96df-0b9c17cbfe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:26.270461 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-324400f8-a364-45ec-96df-0b9c17cbfe84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef7ea048-2678-4236-94be-89e1521dc435 HTTP/1.1" status: 200 len: 852 time: 0.0561147 May 18 14:15:26.318008 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-aeaf0513-c189-4ae7-95ef-63193c0db7a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f98724a-df09-4818-9fbe-3a2923c5f314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413823 May 18 14:15:26.447412 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-cfa32167-671b-4b99-b97a-34ea55f651c8 service neutron] 10.222.0.13 "GET /v2.0/networks/3f98724a-df09-4818-9fbe-3a2923c5f314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231229 May 18 14:15:26.587377 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7e7853e-ccb3-4d82-ae69-b3ea95234569 req-30e24666-7e4f-4689-8940-e4371df7af20 service neutron] 10.222.0.13 "GET /v2.0/networks/3f98724a-df09-4818-9fbe-3a2923c5f314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339514 May 18 14:15:27.348853 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a28e72c-8874-4163-9598-59e0b64a0456 req-18d45cc8-484b-49dd-9b8f-3c495f4324a7 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0421691 May 18 14:15:28.521932 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f566df6a-226b-4379-9c38-0b670de2710a req-9f3f589a-1de1-40b2-b720-f0ce75847c83 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=b521a27c-5049-43ce-bda4-6dd02bcdc3b7 HTTP/1.1" status: 200 len: 210 time: 0.0469847 May 18 14:15:29.654235 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 39688) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:15:29.720554 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:29.746857 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:29.798308 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:29.803465 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-83e63ac9-ad26-45c1-9313-41ce63fbfc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:29.818722 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71deea4-f4b4-4a02-9d51-6a61aa60ac6c,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:29.828212 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.828570 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.828944 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.829275 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.829647 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.829994 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.830338 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.830694 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.831020 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.831389 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.831683 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.832032 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:29.835683 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:29.838038 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:29.842102 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "DELETE /v2.0/security-groups/e71deea4-f4b4-4a02-9d51-6a61aa60ac6c HTTP/1.1" status: 204 len: 168 time: 0.1835051 May 18 14:15:29.842102 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 39692) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:15:29.858494 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.api.v2.resource [None req-afe3ba6e-a0eb-482b-9a88-f5b4c5d788ff tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] show failed (client error): The resource could not be found. May 18 14:15:29.859408 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-afe3ba6e-a0eb-482b-9a88-f5b4c5d788ff tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups/e71deea4-f4b4-4a02-9d51-6a61aa60ac6c HTTP/1.1" status: 404 len: 347 time: 0.0167875 May 18 14:15:29.862178 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 39696) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:15:30.071954 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Deleting port 905c1463-6940-4c98-90ed-7b095261cc0a {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:15:30.072309 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:30.186366 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:30.186684 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:30.304519 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Calling delete_port for 905c1463-6940-4c98-90ed-7b095261cc0a owned by network:floatingip {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:15:30.478379 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:30.482787 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e420ac1-04b0-4206-adb2-36b226883318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:30.530589 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event deleted for resources: {'Port': ['ID=905c1463-6940-4c98-90ed-7b095261cc0a,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:30.560804 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:30.619520 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:30.633523 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:30.634742 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "DELETE /v2.0/floatingips/46e6a650-2d5f-4564-8ba0-b29babf95849 HTTP/1.1" status: 204 len: 168 time: 0.7715557 May 18 14:15:31.357248 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 39710) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:15:31.362561 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259047834', 'description': 'tempest-description--352569831'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:15:31.368801 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:15:31.372825 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:security_group and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:15:31.376080 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:15:31.381655 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:15:31.392548 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.412020 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:15:31.415691 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:security_group_rule and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:15:31.418400 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:15:31.423916 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:15:31.490901 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.495416 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.500166 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-841a3af7-16ac-487d-af28-132ad59b4e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:31.547333 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b00c5b-73c3-43e0-a8e5-23b64304c21a,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:31.550647 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:31.555814 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.557252 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1989820 May 18 14:15:31.560334 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 39716) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:15:31.566058 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'security_group_rule': {'security_group_id': 'd4b00c5b-73c3-43e0-a8e5-23b64304c21a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:15:31.571663 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:15:31.575451 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:security_group_rule and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:15:31.578457 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:15:31.584762 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:15:31.600645 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.662526 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.666296 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.671015 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-95a6fa03-4a72-4a2b-82c5-3db9d2036adf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:31.692014 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baa4e41-1cd4-45a4-a380-c67ea1960e0b,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:31.702835 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.703232 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.703572 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.703989 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.704262 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.704620 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.704954 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.705357 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.705736 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.706077 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.706418 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.706755 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:31.709879 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.713480 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492879 May 18 14:15:31.713480 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:31.713967 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 39724) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:15:31.719984 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'security_group_rule': {'security_group_id': 'd4b00c5b-73c3-43e0-a8e5-23b64304c21a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:15:31.725691 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:15:31.729380 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:security_group_rule and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:15:31.732213 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:15:31.738816 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:15:31.754857 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.819752 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.823542 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.830961 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:31.853929 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98699a59-d4c7-400a-b70e-ca0a760dabf2,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:31.856901 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:31.860310 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:31.863763 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465397 May 18 14:15:31.864554 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 39730) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:15:31.869681 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'floatingip': {'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:15:31.875931 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:15:31.879699 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Usage tracker for resource:floatingip and tenant:3cb9fd49803143d589ffb8f1b1e0933a is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:15:31.882477 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:15:31.888020 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:15:31.898840 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:32.032547 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:32.238087 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Allocated IP 172.27.2.250 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/32c6e1da-a10e-485e-bda6-c23562a53986) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:15:32.384335 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:32.413849 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:32.418412 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:32.477449 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:15:32.480238 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:15:32.483999 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:15:32.520242 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'Port': ['ID=32c6e1da-a10e-485e-bda6-c23562a53986,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:32.529713 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:32.607817 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:32.671906 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:32.882108 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:32.885104 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:32.889362 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:32.993129 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'Port': ['ID=32c6e1da-a10e-485e-bda6-c23562a53986,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:32.996963 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:33.004012 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:33.025271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:33.026440 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1609206 May 18 14:15:33.235350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-9f911516-87a5-443b-8d3d-4f5141898296 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Synchronizing usage tracker for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:15:33.250168 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-9f911516-87a5-443b-8d3d-4f5141898296 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Unset dirty status for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:15:33.251339 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-9f911516-87a5-443b-8d3d-4f5141898296 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--259047834&fields=id&tenant_id=3cb9fd49803143d589ffb8f1b1e0933a HTTP/1.1" status: 200 len: 267 time: 0.0572250 May 18 14:15:33.400228 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-5712beba-cbd0-4dbe-812c-5fdd176fd109 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:33.401670 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-5712beba-cbd0-4dbe-812c-5fdd176fd109 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 817 time: 0.1434271 May 18 14:15:33.416184 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-8eda12f2-8331-4c3a-acd3-a0701628014f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/quotas/3cb9fd49803143d589ffb8f1b1e0933a HTTP/1.1" status: 200 len: 375 time: 0.0087230 May 18 14:15:33.497548 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-5d165137-0548-42e9-854b-67edc8d39f1b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Synchronizing usage tracker for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:15:33.513560 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-5d165137-0548-42e9-854b-67edc8d39f1b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Unset dirty status for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:15:33.515727 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-5d165137-0548-42e9-854b-67edc8d39f1b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944102 May 18 14:15:33.577386 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-80e4a004-c21c-4b3c-87bd-d892ab6d46ec service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:15:33.578400 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-80e4a004-c21c-4b3c-87bd-d892ab6d46ec service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514023 May 18 14:15:33.709245 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-ee7eb69b-1ebb-4bdf-924e-231606c8bfb7 service neutron] 10.222.0.44 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247652 May 18 14:15:33.841082 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-5b411b16-680a-4d77-a44b-ef06a625d9eb service neutron] 10.222.0.44 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257892 May 18 14:15:34.026117 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-77922e8a-c3f6-4382-ae69-dbbfd60cb4b2 req-918f7c48-c9a5-4d05-975f-005af8af7312 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 210 time: 0.0510452 May 18 14:15:35.170723 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-a45182c9-ad7d-427f-8b3f-a1a5da0f7078 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:35.173239 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-a45182c9-ad7d-427f-8b3f-a1a5da0f7078 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 817 time: 0.1703980 May 18 14:15:35.195205 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6b72ef5a-62c9-4485-b8a8-8028a59c376e req-d5bf6aeb-0575-4797-a93c-c98a2f58ca09 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 210 time: 0.0488386 May 18 14:15:35.226531 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-33b0ffee-f857-428f-8e3d-23e291488987 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cb9fd49803143d589ffb8f1b1e0933a HTTP/1.1" status: 200 len: 379 time: 0.0437253 May 18 14:15:35.235611 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'port': {'device_id': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'admin_state_up': True, 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'security_groups': ['d4b00c5b-73c3-43e0-a8e5-23b64304c21a']}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:15:35.368409 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:15:35.378274 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:15:35.387754 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Made reservation on behalf of 3cb9fd49803143d589ffb8f1b1e0933a for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:15:35.391299 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:35.550002 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Allocated IP 172.20.0.13 (4b8b487b-f3ee-4d4d-b644-53292908bc31/9af6cc4b-2711-40b8-97d1-ee2313a6b5c2/004042bd-29ab-47fe-a69e-381f0676ebaa) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:15:35.794144 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:35.809530 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Transition to ACTIVE for port object 004042bd-29ab-47fe-a69e-381f0676ebaa will not be triggered until provisioned by entity DHCP. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:15:35.832593 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:35.838121 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0f915b3f-19b3-44fe-a723-dc79868c2f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:35.904146 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:15:35.907779 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:15:35.911643 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:15:35.952513 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event updated for resources: {'Port': ['ID=004042bd-29ab-47fe-a69e-381f0676ebaa,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:35.957084 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:35.985197 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:35.985843 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:36.014542 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7827733 May 18 14:15:36.027136 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Request body: {'port': {'device_id': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:15:36.143725 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:36.178891 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-c2345064-4174-4171-b449-9af4a2f302a1 None None] Provisioning for port 004042bd-29ab-47fe-a69e-381f0676ebaa completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:15:36.183812 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-c2345064-4174-4171-b449-9af4a2f302a1 None None] Provisioning complete for port 004042bd-29ab-47fe-a69e-381f0676ebaa triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:15:36.184191 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c2345064-4174-4171-b449-9af4a2f302a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:36.249490 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-c2345064-4174-4171-b449-9af4a2f302a1 None None] Port 004042bd-29ab-47fe-a69e-381f0676ebaa cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:15:36.394610 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb3e34-edfb-40ec-903c-b7ada8539955 req-341e395b-29dd-4ad6-b084-d1b430c0f833 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:36.396232 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f2fb3e34-edfb-40ec-903c-b7ada8539955 req-341e395b-29dd-4ad6-b084-d1b430c0f833 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 932 time: 0.0834122 May 18 14:15:36.505610 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004042bd-29ab-47fe-a69e-381f0676ebaa {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:15:36.513784 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:36.516157 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f2fb3e34-edfb-40ec-903c-b7ada8539955 req-f157b511-cd6c-47ec-85f8-f7146a3040d4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135676 May 18 14:15:36.528315 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Transition to ACTIVE for port object 004042bd-29ab-47fe-a69e-381f0676ebaa will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:15:36.533540 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:36.537443 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1645e7b2-b83e-46b1-89fa-488b1b5bcbfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:36.729532 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Pushing event updated for resources: {'Port': ['ID=004042bd-29ab-47fe-a69e-381f0676ebaa,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:36.732331 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:36.777695 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Attempting to bind port 004042bd-29ab-47fe-a69e-381f0676ebaa on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:15:36.778026 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Attempting to bind port 004042bd-29ab-47fe-a69e-381f0676ebaa by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:15:36.778355 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Attempting to bind port 004042bd-29ab-47fe-a69e-381f0676ebaa on network 4b8b487b-f3ee-4d4d-b644-53292908bc31 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:15:36.783861 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Port 004042bd-29ab-47fe-a69e-381f0676ebaa on network 4b8b487b-f3ee-4d4d-b644-53292908bc31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:15:36.784171 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Attempting to bind port 004042bd-29ab-47fe-a69e-381f0676ebaa on network 4b8b487b-f3ee-4d4d-b644-53292908bc31 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:15:36.789088 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:15:36.789402 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Checking segment: {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:15:36.789796 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Bound using segment: {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:15:36.790204 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Bound port: 004042bd-29ab-47fe-a69e-381f0676ebaa, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:15:36.790540 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:36.881372 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] For port 004042bd-29ab-47fe-a69e-381f0676ebaa, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:15:36.884302 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] For port 004042bd-29ab-47fe-a69e-381f0676ebaa, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=004042bd-29ab-47fe-a69e-381f0676ebaa,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:15:36.889404 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:36.893820 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4a110a1b-3e3b-4259-a02f-ca808ffbd06b tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:36.947722 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:36.948236 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:36.950121 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] 10.222.0.13 "PUT /v2.0/ports/004042bd-29ab-47fe-a69e-381f0676ebaa HTTP/1.1" status: 200 len: 1094 time: 0.9276204 May 18 14:15:36.955320 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'tag': '004042bd-29ab-47fe-a69e-381f0676ebaa'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:15:36.985864 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Pushing event updated for resources: {'Port': ['ID=004042bd-29ab-47fe-a69e-381f0676ebaa,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:36.989665 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:37.071304 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-d91831ba-c9b8-4e11-bfc4-497de4dd60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:37.072837 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-d91831ba-c9b8-4e11-bfc4-497de4dd60bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 1097 time: 0.0822268 May 18 14:15:37.142951 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-2129d432-d7a9-4743-a7e7-c5e0c9f738e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=004042bd-29ab-47fe-a69e-381f0676ebaa HTTP/1.1" status: 200 len: 217 time: 0.0621679 May 18 14:15:37.209488 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-0d0f0649-9261-4e10-840e-ceb1cf91e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:37.210931 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-0d0f0649-9261-4e10-840e-ceb1cf91e4d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.0613129 May 18 14:15:37.286215 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c62dbb81-0015-48b6-a1f0-a615f53e094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:37.287677 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-c62dbb81-0015-48b6-a1f0-a615f53e094e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697725 May 18 14:15:37.419335 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-2137aa95-ec86-4195-ad30-6001e8c09491 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249034 May 18 14:15:37.606969 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-482d376a-b866-438d-b8bf-32f7d55bad18 req-6ec29b30-e1a6-4f07-b962-931a07e7dd49 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816392 May 18 14:15:37.707574 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193a0d-2d33-4532-9379-01f087cb2669 req-3a38da31-162c-422a-9ddc-453092a17ea9 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:37.709015 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c3193a0d-2d33-4532-9379-01f087cb2669 req-3a38da31-162c-422a-9ddc-453092a17ea9 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 944 time: 0.0782650 May 18 14:15:37.755997 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c3193a0d-2d33-4532-9379-01f087cb2669 req-362d1b12-c031-4733-8633-7d6fce2d7536 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 May 18 14:15:38.031894 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'tag': '004042bd-29ab-47fe-a69e-381f0676ebaa', 'status': 'completed', 'code': 200} May 18 14:15:38.127486 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06263e80-41c8-49f9-af34-f728442ef3cb req-e20d603a-9003-44d6-bd5c-03c752a6fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:38.128950 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-06263e80-41c8-49f9-af34-f728442ef3cb req-e20d603a-9003-44d6-bd5c-03c752a6fc99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 1097 time: 0.0749102 May 18 14:15:38.261080 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06263e80-41c8-49f9-af34-f728442ef3cb req-84bb64da-2670-4195-89e2-8644496d1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:38.262545 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-06263e80-41c8-49f9-af34-f728442ef3cb req-84bb64da-2670-4195-89e2-8644496d1ded service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 918 time: 0.1253181 May 18 14:15:38.328994 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-06263e80-41c8-49f9-af34-f728442ef3cb req-dab9d43f-bb3d-4e60-9e88-3030082e1961 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=004042bd-29ab-47fe-a69e-381f0676ebaa HTTP/1.1" status: 200 len: 217 time: 0.0596550 May 18 14:15:38.394134 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06263e80-41c8-49f9-af34-f728442ef3cb req-ac8ef970-b1b0-477e-8073-030e09ff2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:38.395435 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-06263e80-41c8-49f9-af34-f728442ef3cb req-ac8ef970-b1b0-477e-8073-030e09ff2e7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.0597229 May 18 14:15:38.471804 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06263e80-41c8-49f9-af34-f728442ef3cb req-848efe6b-f47d-4bdc-826b-5c92d106bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:38.473316 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-06263e80-41c8-49f9-af34-f728442ef3cb req-848efe6b-f47d-4bdc-826b-5c92d106bf02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711777 May 18 14:15:38.603947 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-06263e80-41c8-49f9-af34-f728442ef3cb req-96a452b1-1425-42df-97ab-9c74dc490488 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233840 May 18 14:15:38.733557 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-06263e80-41c8-49f9-af34-f728442ef3cb req-0ac7255b-1071-4eb5-a906-49717cf94387 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227589 May 18 14:15:38.949698 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b2acc-79b5-4cec-bf4c-98e9bf504b11 req-a875595d-5f58-4d4c-b644-1946b025fde4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:38.951737 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a71b2acc-79b5-4cec-bf4c-98e9bf504b11 req-a875595d-5f58-4d4c-b644-1946b025fde4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 944 time: 0.0793331 May 18 14:15:38.995514 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a71b2acc-79b5-4cec-bf4c-98e9bf504b11 req-5414aeb8-5ea3-4a4c-9fb0-aaaf3593d49d tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381713 May 18 14:15:40.188111 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657656c-f394-4644-af1f-8f9ae3b8c1c0 req-776c2259-ad68-4866-b223-371427b3628b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:40.189558 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6657656c-f394-4644-af1f-8f9ae3b8c1c0 req-776c2259-ad68-4866-b223-371427b3628b tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 944 time: 0.0829980 May 18 14:15:40.234389 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6657656c-f394-4644-af1f-8f9ae3b8c1c0 req-0b9bbd3a-2a8c-485d-a1d2-8795c068aa02 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390191 May 18 14:15:40.883179 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 004042bd-29ab-47fe-a69e-381f0676ebaa details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:15:41.011970 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 004042bd-29ab-47fe-a69e-381f0676ebaa, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=004042bd-29ab-47fe-a69e-381f0676ebaa,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:15:41.025127 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '004042bd-29ab-47fe-a69e-381f0676ebaa', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'port_id': '004042bd-29ab-47fe-a69e-381f0676ebaa', 'mac_address': 'fa:16:3e:86:32:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:15:41.081029 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:41.097004 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004042bd-29ab-47fe-a69e-381f0676ebaa {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:15:41.112042 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 004042bd-29ab-47fe-a69e-381f0676ebaa, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=004042bd-29ab-47fe-a69e-381f0676ebaa,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:15:41.115925 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:41.117619 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:41.180904 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=004042bd-29ab-47fe-a69e-381f0676ebaa,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:41.188308 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.188650 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.188985 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.189316 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.189670 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.189996 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.190328 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.190657 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.190961 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.191318 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.191635 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.191950 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:15:41.195675 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:41.422155 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad07f5d-12d7-49ad-a7ba-9ecf4eedc83a req-973e9fb3-d82c-45d3-b958-0403177a7dcf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:41.423642 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ad07f5d-12d7-49ad-a7ba-9ecf4eedc83a req-973e9fb3-d82c-45d3-b958-0403177a7dcf tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 945 time: 0.0803394 May 18 14:15:41.434378 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['004042bd-29ab-47fe-a69e-381f0676ebaa'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:15:41.470107 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ad07f5d-12d7-49ad-a7ba-9ecf4eedc83a req-b94a9533-779b-4595-85b9-ef90439da40e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407801 May 18 14:15:42.662870 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e23bb-697f-418c-890f-e97724a69fda req-76a816d8-d039-4ac4-98ec-ffbb6439033e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:42.664326 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ec7e23bb-697f-418c-890f-e97724a69fda req-76a816d8-d039-4ac4-98ec-ffbb6439033e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 945 time: 0.0836682 May 18 14:15:42.709893 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ec7e23bb-697f-418c-890f-e97724a69fda req-fde4bbd8-4a74-4d67-b14d-4559cafff1fe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394850 May 18 14:15:42.883010 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 004042bd-29ab-47fe-a69e-381f0676ebaa up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:15:42.948595 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port 004042bd-29ab-47fe-a69e-381f0676ebaa completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:15:42.953619 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 004042bd-29ab-47fe-a69e-381f0676ebaa triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:15:42.953977 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:43.068855 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:43.095744 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004042bd-29ab-47fe-a69e-381f0676ebaa'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:15:43.105584 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 004042bd-29ab-47fe-a69e-381f0676ebaa, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=004042bd-29ab-47fe-a69e-381f0676ebaa,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:15:43.110375 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:43.112434 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:15:43.180478 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=004042bd-29ab-47fe-a69e-381f0676ebaa,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:15:43.183493 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:15:43.197266 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004042bd-29ab-47fe-a69e-381f0676ebaa', 'code': 200} May 18 14:15:43.420684 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284318d-8d7e-4578-b064-92ab729ff9d8 req-4e048a4b-2505-41d6-8b7e-8019718856c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:43.422161 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-b284318d-8d7e-4578-b064-92ab729ff9d8 req-4e048a4b-2505-41d6-8b7e-8019718856c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 1099 time: 0.0709660 May 18 14:15:43.461679 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-b284318d-8d7e-4578-b064-92ab729ff9d8 req-53b70738-b8a2-439d-b714-a6c81d20b8b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 May 18 14:15:43.900920 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828b84e-1c53-444f-9406-fba178d5df44 req-5810d0d2-20e1-48a0-8d3c-3414ef5b3a23 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:43.902396 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d828b84e-1c53-444f-9406-fba178d5df44 req-5810d0d2-20e1-48a0-8d3c-3414ef5b3a23 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 946 time: 0.0802677 May 18 14:15:43.955009 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d828b84e-1c53-444f-9406-fba178d5df44 req-fb389abe-1c5a-42be-aeaa-f2f5ba8a12ee tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467765 May 18 14:15:45.145872 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc448aa-bc16-41f2-9a12-6795253c020c req-4cc37e9b-ba9d-42c7-b750-89f7ea79d123 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:45.147308 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9dc448aa-bc16-41f2-9a12-6795253c020c req-4cc37e9b-ba9d-42c7-b750-89f7ea79d123 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 946 time: 0.0777328 May 18 14:15:45.191752 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9dc448aa-bc16-41f2-9a12-6795253c020c req-672cc0d1-b671-461c-9ca3-2bcc0bd8e6b8 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386369 May 18 14:15:45.521580 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc49ed6-946c-4ce7-b528-fc7f32f45dad req-171ba177-ecfe-4a3f-8b3d-8d21ec54d985 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:45.522985 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afc49ed6-946c-4ce7-b528-fc7f32f45dad req-171ba177-ecfe-4a3f-8b3d-8d21ec54d985 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 946 time: 0.0827670 May 18 14:15:45.531205 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 39892) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:15:45.536800 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-7444e865-af14-4f45-bf58-cc5145fce4f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Request body: {'floatingip': {'port_id': '004042bd-29ab-47fe-a69e-381f0676ebaa'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:15:45.612954 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7444e865-af14-4f45-bf58-cc5145fce4f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:46.209124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7444e865-af14-4f45-bf58-cc5145fce4f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:46.212765 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7444e865-af14-4f45-bf58-cc5145fce4f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:46.454403 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.l3_db [None req-7444e865-af14-4f45-bf58-cc5145fce4f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Floating IP 8aaa6914-09d2-48d3-bfe3-aee8655783ed associated. External IP: 172.27.2.250, port: 004042bd-29ab-47fe-a69e-381f0676ebaa. May 18 14:15:46.796762 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7444e865-af14-4f45-bf58-cc5145fce4f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:15:46.975099 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7444e865-af14-4f45-bf58-cc5145fce4f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:15:46.980049 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7444e865-af14-4f45-bf58-cc5145fce4f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:46.985337 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] Sync routers for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:15:46.995760 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:15:46.996554 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:15:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:15:47.039156 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7444e865-af14-4f45-bf58-cc5145fce4f2 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "PUT /v2.0/floatingips/8aaa6914-09d2-48d3-bfe3-aee8655783ed HTTP/1.1" status: 200 len: 992 time: 1.5068526 May 18 14:15:47.039916 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'tag': '004042bd-29ab-47fe-a69e-381f0676ebaa'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:15:47.170119 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'tag': '004042bd-29ab-47fe-a69e-381f0676ebaa', 'status': 'completed', 'code': 200} May 18 14:15:47.213196 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:15:47.273024 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-fcaaacaa-fce8-4bba-ad6d-ce85f914bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:47.275129 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-fcaaacaa-fce8-4bba-ad6d-ce85f914bab4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 1099 time: 0.0856650 May 18 14:15:47.417724 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-5c560df4-b006-4146-8651-1040c0987076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:47.419209 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-5c560df4-b006-4146-8651-1040c0987076 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 200 len: 918 time: 0.1367443 May 18 14:15:47.527943 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-31b8f51e-96fe-4d91-be19-396a56d32614 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=004042bd-29ab-47fe-a69e-381f0676ebaa HTTP/1.1" status: 200 len: 1000 time: 0.1024096 May 18 14:15:47.578940 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '8aaa6914-09d2-48d3-bfe3-aee8655783ed', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'port_id': '004042bd-29ab-47fe-a69e-381f0676ebaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'mac_address': 'fa:16:3e:86:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:15:32Z', 'updated_at': '2021-05-18T14:15:46Z', 'revision_number': 1, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:15:47.582772 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] Checking router: 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:15:47.590795 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:15:47.591930 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:15:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:15:47.594888 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-338968b3-2edb-420c-8b05-9e42977c81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:47.596347 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-338968b3-2edb-420c-8b05-9e42977c81e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 200 len: 856 time: 0.0609989 May 18 14:15:47.672134 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-4d5a8606-7258-4526-8aba-d83454266182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:15:47.673527 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-4d5a8606-7258-4526-8aba-d83454266182 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b8b487b-f3ee-4d4d-b644-53292908bc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702591 May 18 14:15:47.777123 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:15:47.805039 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-fd1b8da5-2849-468e-937a-4c65fcdc5623 service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253147 May 18 14:15:48.003691 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9348a9e-ac97-4166-b4e1-973dab0d17e8 req-856e779f-74d5-4a5c-8e4c-52dc11e3ce4d service neutron] 10.222.0.13 "GET /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920633 May 18 14:15:48.133958 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '8aaa6914-09d2-48d3-bfe3-aee8655783ed', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'port_id': '004042bd-29ab-47fe-a69e-381f0676ebaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'mac_address': 'fa:16:3e:86:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:15:32Z', 'updated_at': '2021-05-18T14:15:46Z', 'revision_number': 1, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:15:48.138138 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1aa209-4358-4331-8ccd-60afb3d0b675 None None] The sync data for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi is: [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '8aaa6914-09d2-48d3-bfe3-aee8655783ed', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'port_id': '004042bd-29ab-47fe-a69e-381f0676ebaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'mac_address': 'fa:16:3e:86:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:15:32Z', 'updated_at': '2021-05-18T14:15:46Z', 'revision_number': 1, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:15:48.335393 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20acbca7-7b36-4f54-8303-8b7de141fb82 None None] New status for floating IP 8aaa6914-09d2-48d3-bfe3-aee8655783ed: ACTIVE {{(pid=91463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:15:48.557732 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:48.828971 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a3c1377b-3cf6-4968-aa62-d29f986e60be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:51.415733 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-71b1ba8c-720f-439c-9186-f65ff97d3cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:51.433578 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:52.427858 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:15:54.011094 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:02.147118 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:16:18.539104 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:18.830164 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4b02c22c-2bcd-4879-ab33-059b47c09018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:21.434759 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a47f6775-c576-4a90-a9e1-479a009da096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:21.443069 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:22.429006 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:24.018314 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:25.892574 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-bb9ecafe-a0e3-43b2-b4ca-a83a976dc80a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699337 May 18 14:16:25.986095 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-67657f0a-31a7-4dae-82df-282fe4d9a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:16:25.987536 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-67657f0a-31a7-4dae-82df-282fe4d9a12e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 1099 time: 0.0739155 May 18 14:16:26.130612 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-f3daf0f2-0b7f-4eee-b6b0-bba58910716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:16:26.132069 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-f3daf0f2-0b7f-4eee-b6b0-bba58910716f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1252329 May 18 14:16:26.200689 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-56f16022-ec09-4015-851c-ba662fdf91d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96b62d99-20a9-4922-b161-5ce765fca085 HTTP/1.1" status: 200 len: 217 time: 0.0611837 May 18 14:16:26.260962 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-5db99078-9fef-451e-852d-e4b81f34e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:16:26.263027 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-5db99078-9fef-451e-852d-e4b81f34e0ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0557337 May 18 14:16:26.307800 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-500f9ff3-2526-450d-bb91-9afad2a05858 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395153 May 18 14:16:26.437762 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-7fe09bf5-6882-4fcb-89e2-cdd72fc22610 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238399 May 18 14:16:26.566831 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-209f4b2b-fa19-4199-b8bc-3770b1e211d2 req-fad9a7cf-f54a-4a7e-96c7-bb6fdccb06af service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228993 May 18 14:16:39.145281 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:16:48.536306 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:48.831200 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a1dc-43cc-4715-9299-7b4b9e6c387c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:51.419185 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a4c989e9-bd80-4ba4-98a6-12315b660df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:51.435495 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:52.427336 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:16:54.018534 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:16.144298 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:17:18.551790 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:18.831931 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-14dd143a-3e3f-443c-85eb-82de0376a71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:21.421965 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c6089d63-bd9a-4a76-a26f-dae35ba3f9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:21.437858 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:22.432154 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:24.027636 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:25.870569 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-9c9d9779-42c2-407e-b871-f692cdca4688 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709243 May 18 14:17:26.006133 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-9063d36e-a609-4151-aebf-ca380c0ce5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:17:26.007546 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-9063d36e-a609-4151-aebf-ca380c0ce5a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.0688787 May 18 14:17:26.149190 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-5222c0c6-25fd-416d-a0cf-35a6406d9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:17:26.150667 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-5222c0c6-25fd-416d-a0cf-35a6406d9f3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.1246543 May 18 14:17:26.220293 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-e507f8ae-8d67-4c99-822b-3693c58792c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.0628572 May 18 14:17:26.280988 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-257973a3-2d73-4347-bed0-873e78919f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:17:26.282456 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-257973a3-2d73-4347-bed0-873e78919f18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0565512 May 18 14:17:26.331664 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-b266d524-4817-4c5e-8a63-0939ab7b4bbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427268 May 18 14:17:26.461656 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-680adfb6-f499-4b64-90e0-58e33dc8b409 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226232 May 18 14:17:26.591809 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-aa3fd69b-a08b-413f-b178-641b921b7fd2 req-c0f38efb-0e65-42a7-871c-8bed1072aa83 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245117 May 18 14:17:48.554591 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:48.839344 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5501e2a7-fbc6-40ee-a44a-15de88b55448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:51.426417 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-fcfae414-98a2-4ec0-b84f-6a7e542f23e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:51.445767 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:52.433264 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:17:53.143632 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:17:54.025567 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:18.567760 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:18.832814 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-d5c5e088-79f0-4442-a30a-b2ddb75cd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:21.435615 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6ac97f89-318b-46e5-80df-915913667071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:21.441672 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:22.435913 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:24.027025 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:28.083029 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-efa7a023-e3c0-4394-bc7e-9a0cc709ae23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2540002 May 18 14:18:28.176901 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-732a4756-57aa-4fe6-a65a-b0a36e14787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:18:28.178387 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-732a4756-57aa-4fe6-a65a-b0a36e14787a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b47200f845524f34b0bc318b70a99189&device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 1098 time: 0.0713661 May 18 14:18:28.319665 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-709a6c74-e5e2-44a5-8fc9-df966c9aabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:18:28.321061 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-709a6c74-e5e2-44a5-8fc9-df966c9aabd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 200 len: 912 time: 0.1235325 May 18 14:18:28.418317 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-e05ac5d8-2749-4e48-bb96-89e9ecb8f16b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7847d0f6-f43c-433f-875f-430b26849996 HTTP/1.1" status: 200 len: 1001 time: 0.0900564 May 18 14:18:28.482392 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-cbdbe53c-3785-462c-ab19-cd877d0246d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:18:28.484394 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-cbdbe53c-3785-462c-ab19-cd877d0246d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873 HTTP/1.1" status: 200 len: 850 time: 0.0584769 May 18 14:18:28.557133 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-b291ac86-038f-4679-a31c-6c9df4be5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:18:28.558637 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-b291ac86-038f-4679-a31c-6c9df4be5f32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8d50c04-f8ff-40e0-a097-874de91b026f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685887 May 18 14:18:28.689294 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-7b699a07-eddb-49b1-adb9-1cf7083d28f2 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242080 May 18 14:18:28.825006 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-d536babf-29ce-4abb-95c0-8cfa4e6e0681 req-29207801-b724-4840-8bf5-92f1de846425 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258729 May 18 14:18:30.143856 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:18:30.373040 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c786-2df7-4c7a-99d7-9e878a86f520 req-3140dfcd-2270-4c7d-93b8-82f52d6ddb63 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:18:30.375121 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6524c786-2df7-4c7a-99d7-9e878a86f520 req-3140dfcd-2270-4c7d-93b8-82f52d6ddb63 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 945 time: 0.1314840 May 18 14:18:30.417754 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6524c786-2df7-4c7a-99d7-9e878a86f520 req-01261e5d-9a31-41f7-9215-1cb152633e0f tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c02f70-269a-4e13-8772-53e17af05c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366297 May 18 14:18:31.019351 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-6bd13dcd-ccb2-41f2-8418-befa5ef793ea tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:18:31.020045 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-6bd13dcd-ccb2-41f2-8418-befa5ef793ea tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Synchronizing usage tracker for tenant:53aea1cecf0847a5abd6b1f16f3728a9 on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:18:31.036533 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-6bd13dcd-ccb2-41f2-8418-befa5ef793ea tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Unset dirty status for tenant:53aea1cecf0847a5abd6b1f16f3728a9 on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:18:31.037712 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-6bd13dcd-ccb2-41f2-8418-befa5ef793ea tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 945 time: 0.0986676 May 18 14:18:31.177460 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Deleting port 1541ff9f-2ad1-4111-92e9-cb276fa22595 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:18:31.177830 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:31.307276 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] For port 1541ff9f-2ad1-4111-92e9-cb276fa22595, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1541ff9f-2ad1-4111-92e9-cb276fa22595,segment=NetworkSegment(b537b441-2c28-4827-8d0e-1ecdba5445de),segment_id=b537b441-2c28-4827-8d0e-1ecdba5445de)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:18:31.307627 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:31.428172 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Calling delete_port for 1541ff9f-2ad1-4111-92e9-cb276fa22595 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:18:31.539756 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:31.545674 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d5bc61cf-ced3-4f43-b8d2-e4ca84c3d927 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:18:31.552051 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['1541ff9f-2ad1-4111-92e9-cb276fa22595'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:18:31.593664 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Pushing event deleted for resources: {'Port': ['ID=1541ff9f-2ad1-4111-92e9-cb276fa22595,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:31.628722 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.629083 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.629436 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.629811 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.630151 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.630494 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.630834 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.631172 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.631433 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d3fa69fd-f7e1-480e-8bdd-b9b0cfdfd730 req-4f0b0d40-f43a-41b2-a397-36143e3d1586 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.1013794 May 18 14:18:31.631900 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.631900 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.632174 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.632510 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:18:31.640508 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:18:31.681449 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] No DVR routers for this DVR port 1541ff9f-2ad1-4111-92e9-cb276fa22595 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:18:31.683993 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:31.686497 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4e08d2-4b7e-4f2a-906b-cc179b872b5f', 'name': 'network-vif-deleted', 'tag': '1541ff9f-2ad1-4111-92e9-cb276fa22595'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:18:31.703068 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625abfdf-8d02-43f5-b95e-940dc39d8684 req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.13 "DELETE /v2.0/ports/1541ff9f-2ad1-4111-92e9-cb276fa22595 HTTP/1.1" status: 204 len: 173 time: 0.6593261 May 18 14:18:31.780583 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4e08d2-4b7e-4f2a-906b-cc179b872b5f', 'name': 'network-vif-deleted', 'tag': '1541ff9f-2ad1-4111-92e9-cb276fa22595', 'status': 'completed', 'code': 200} May 18 14:18:32.781845 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-93ea27bb-4e95-4c34-a343-c97ac381bed2 req-eb54c195-d5ac-4e28-b7e7-53452770035a tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0414703 May 18 14:18:33.791178 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [req-d8dbcbb2-6e01-4883-819e-0d7b9c32263f req-3aff277b-4928-417d-8859-e1d8c932c209 service neutron] (91462) timed out ('10.222.0.13', 51797) {{(pid=91462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 14:18:33.838664 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [req-e9683b0e-6d4f-4c19-9062-8bd9861c0ef0 req-db6e6bf8-357c-4656-bc4b-8eaa510bb5a0 service neutron] (91461) timed out ('10.222.0.13', 51756) {{(pid=91461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 14:18:33.932675 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a069767f-e6d7-48c5-a226-de5b90e323f9 req-47dfd25c-6744-48f1-aa80-75600a0876eb tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0408132 May 18 14:18:35.081678 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2d8db686-9b0e-43dc-bf65-b4e7df39cbae req-32e8424e-0c2d-4d45-94c9-bce92ac3f896 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0444252 May 18 14:18:35.632546 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 1541ff9f-2ad1-4111-92e9-cb276fa22595 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:18:35.666427 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: 1541ff9f-2ad1-4111-92e9-cb276fa22595 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:18:35.666774 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 1541ff9f-2ad1-4111-92e9-cb276fa22595 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:18:36.230415 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c16aacdf-5054-4011-bf49-5bd9e5dd6478 req-67a78c37-a7ef-4d3d-aa15-d5f4bd1805eb tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0410931 May 18 14:18:37.380010 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dbe4f635-8ae0-40aa-9a79-b7f3fe769890 req-f4026749-6a69-41a6-925c-f359df4bf65a tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0419047 May 18 14:18:38.532118 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f82842cb-7dd0-4e30-9dff-9526d52a1b1c req-1cf8d965-9538-48f3-9646-15b43fa83d7a tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0457232 May 18 14:18:39.676614 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-50ef27ff-d01b-4098-938d-380a0aff9cca req-1feb1200-e2b6-4a30-a90f-829bf395cdb1 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0406508 May 18 14:18:40.821232 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d6c191d6-9f42-4c07-8c06-4f5c67a5ed88 req-04dada9a-6e3f-48f7-88f6-3c926e25d8db tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0415998 May 18 14:18:41.500069 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9d646-d02c-413f-9124-660ff1a538c4 req-4c86bce5-a875-481e-b55b-073d8f225ac0 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:18:41.501519 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b9c9d646-d02c-413f-9124-660ff1a538c4 req-4c86bce5-a875-481e-b55b-073d8f225ac0 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1687555 May 18 14:18:41.545246 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b9c9d646-d02c-413f-9124-660ff1a538c4 req-5738162d-671e-4c7b-abc0-0b0e26a091fd tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378964 May 18 14:18:41.976111 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9a3efb13-5223-47a7-9155-d8aebcdf3e19 req-bcdd2bfe-6527-4c98-907b-32d768c02814 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0436919 May 18 14:18:42.038465 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-f16329b6-8f0d-4040-94e9-3e36ec48fe77 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:18:42.039168 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-f16329b6-8f0d-4040-94e9-3e36ec48fe77 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Synchronizing usage tracker for tenant:b47200f845524f34b0bc318b70a99189 on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:18:42.056068 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-f16329b6-8f0d-4040-94e9-3e36ec48fe77 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Unset dirty status for tenant:b47200f845524f34b0bc318b70a99189 on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:18:42.057228 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-f16329b6-8f0d-4040-94e9-3e36ec48fe77 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.13 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.1608343 May 18 14:18:42.189533 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Deleting port 7847d0f6-f43c-433f-875f-430b26849996 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:18:42.189872 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:42.317433 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] For port 7847d0f6-f43c-433f-875f-430b26849996, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7847d0f6-f43c-433f-875f-430b26849996,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:18:42.317734 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:42.609040 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:42.609412 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:42.609821 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.l3_db [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Floating IP 649ca072-6e36-4faa-b40f-4fe4b06552c8 disassociated. External IP: 172.27.2.174, port: 7847d0f6-f43c-433f-875f-430b26849996. May 18 14:18:42.610150 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Calling delete_port for 7847d0f6-f43c-433f-875f-430b26849996 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:18:42.721255 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:42.727110 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:18:42.733154 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05639207-9503-402a-8cdf-e524f649d908 req-6e3da7ca-d775-4aeb-82a9-791ce1132237 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:18:42.734662 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-05639207-9503-402a-8cdf-e524f649d908 req-6e3da7ca-d775-4aeb-82a9-791ce1132237 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0835140 May 18 14:18:42.773515 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event deleted for resources: {'Port': ['ID=7847d0f6-f43c-433f-875f-430b26849996,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:18:42.777028 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:18:42.779536 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-05639207-9503-402a-8cdf-e524f649d908 req-bd9ec3fe-2853-4dbb-be47-d779de250e81 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aa4b320-3b21-42c1-b2b0-0a8316b112f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389132 May 18 14:18:42.957479 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:18:43.128750 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2911d7de-a2dd-48d6-9808-2396b1bd0737 req-8a6db153-9b2e-4e4a-bfa9-5575bf8a0afb tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0469580 May 18 14:18:43.138870 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:18:43.150856 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] Sync routers for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:18:43.161168 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:18:43.161812 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:18:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:43.220414 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] No DVR routers for this DVR port 7847d0f6-f43c-433f-875f-430b26849996 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:18:43.223338 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:43.226176 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'name': 'network-vif-deleted', 'tag': '7847d0f6-f43c-433f-875f-430b26849996'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:18:43.245657 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-9f80cb01-e3af-4b0d-bc4c-54a6f227dbb9 req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.13 "DELETE /v2.0/ports/7847d0f6-f43c-433f-875f-430b26849996 HTTP/1.1" status: 204 len: 173 time: 1.1818066 May 18 14:18:43.287507 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cec498-edee-470b-9ae0-1cf23db4b0f0', 'name': 'network-vif-deleted', 'tag': '7847d0f6-f43c-433f-875f-430b26849996', 'status': 'completed', 'code': 200} May 18 14:18:43.375382 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:18:43.674787 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': 'ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb', 'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'mac_address': 'fa:16:3e:aa:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:59Z', 'updated_at': '2021-05-18T14:03:17Z', 'revision_number': 5, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'subnets': [{'id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:43.678341 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] Checking router: 474ac187-2bc4-4ba8-bf8d-34f60b698b9c for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:18:43.686417 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:18:43.687072 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:18:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:43.861566 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:18:43.937563 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-832c63d3-ca2f-481b-ab91-1f14063c60ef req-42381687-773f-4798-a843-51401b322a5c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0441945 May 18 14:18:44.161691 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': 'ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb', 'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'mac_address': 'fa:16:3e:aa:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:59Z', 'updated_at': '2021-05-18T14:03:17Z', 'revision_number': 5, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'subnets': [{'id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:18:44.165572 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801465f7-2f75-448f-a4df-814215e73f60 None None] The sync data for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi is: [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': 'ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb', 'name': '', 'network_id': 'd8d50c04-f8ff-40e0-a097-874de91b026f', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'mac_address': 'fa:16:3e:aa:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:59Z', 'updated_at': '2021-05-18T14:03:17Z', 'revision_number': 5, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'subnets': [{'id': '07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:18:44.282350 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-38d96209-1bc4-4fc7-a84a-36c06fbaec35 req-18dcb2b5-c209-4264-a7f8-83226c7a75a6 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0431604 May 18 14:18:44.369025 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13cf7d8-e00e-493a-a63e-7f0c9256d33b None None] New status for floating IP 649ca072-6e36-4faa-b40f-4fe4b06552c8: DOWN {{(pid=91463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:18:45.082401 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0fdfc317-2f82-427c-a9e9-8f1364c8eb02 req-0b071d91-50ad-417b-ad55-1a07c524a0b5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0419829 May 18 14:18:45.434392 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9ac6d0c9-7d16-4ab2-aba7-efd4a20d19ce req-a49311fe-49b0-4f9e-b1a2-ed89e21f1059 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0442963 May 18 14:18:45.663758 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 7847d0f6-f43c-433f-875f-430b26849996 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:18:45.696941 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: 7847d0f6-f43c-433f-875f-430b26849996 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:18:45.697284 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 7847d0f6-f43c-433f-875f-430b26849996 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:18:46.227157 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-16b0fa88-654c-4f49-b0c7-0f889384b8f1 req-af5185ff-a4c1-41c6-bfb0-dd0195f2db5f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0418172 May 18 14:18:46.579775 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0935cd72-fea7-4b50-afcf-b7d363a6b9ae req-b911ce74-a82e-4dfe-919b-32bfde9cbed8 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0417585 May 18 14:18:47.520421 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e84ff81e-0a80-415c-8c7f-387bc3d46845 req-29999a19-faa3-4641-b5b6-686b5856d1d0 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0451896 May 18 14:18:47.725777 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a48ae2eb-1ac2-484c-a749-76fa97fa10a5 req-420cd25e-9244-44b2-934f-9a681ec29a5d tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0431664 May 18 14:18:48.593536 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:48.668369 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f5662549-ea3e-4b18-9c06-59853756d3f2 req-cbcda6ad-da97-4bbc-8d16-0d9d3356d79a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0416460 May 18 14:18:48.837476 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-89d9f374-05c1-4a84-889b-73e7487f78f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:48.876805 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5144280d-ff7c-4286-8dfb-746c964c4f01 req-819a84d6-c0e0-4519-a653-791c73c2f1eb tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0449226 May 18 14:18:49.825546 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8e105063-52aa-4b70-9be0-d057e24b2c14 req-b98e54ae-d609-40ae-b17c-b3da47bad9a2 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0464253 May 18 14:18:50.042747 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afa4ea30-2b1d-4988-aec8-259d3d366bc2 req-b7a128d6-c2f4-45ef-9be4-4a3a096f9c2e tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0544183 May 18 14:18:50.983074 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-da3a060a-9b37-4894-84c5-a4f7e9ce280c req-5a8b4487-db70-4852-9eff-93d7f34f6ea3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0464649 May 18 14:18:51.197477 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ca82bc7e-3654-4d31-bf1a-6e4bbb9b0814 req-4e380c39-c778-4e43-88ec-d3e3e56a29ca tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0453386 May 18 14:18:51.433436 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3859-eb94-42ca-a241-77bb669e0c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:51.446743 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:52.130433 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-42ddd9f6-323e-47f1-a69c-80263b6950d0 req-f8073eb6-99f2-4bd2-b7a8-b9b3327e1100 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0423026 May 18 14:18:52.360065 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-788228b4-dbb8-4d6a-b8ce-5441ba5a4fcd req-34425f15-af46-4688-a2bd-4c40239c85fd tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0471597 May 18 14:18:52.438745 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:53.276830 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d9a209fd-ff16-4a6f-bc86-f29f9fcb0420 req-034775ce-354d-4370-b74b-5d0ffd595e34 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0418267 May 18 14:18:53.506808 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cf48e2c8-a9e4-4385-8952-de54264a62be req-2de3b1c6-9113-4a35-aeb5-dfe1d9da45f2 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0414155 May 18 14:18:54.029975 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:18:54.426378 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e7fc6941-8348-4880-94eb-0e34d22525ec req-4e2d6093-3b79-4826-aa65-e7b8239360f5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0436895 May 18 14:18:54.652441 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b17874d5-3737-4b12-9508-c1d0c5f560a4 req-bf1dfefe-7ae9-4550-a4fa-e3ae5603422f tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0408528 May 18 14:18:55.573954 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8292770b-b284-46af-aeed-e0138eeb18a0 req-c67544a1-8419-4269-8b43-bdafa4af6ab3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0412343 May 18 14:18:55.803975 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f15da4ae-3b86-4fb5-bfd6-a92fa3794ab6 req-7be0ff55-a4ee-4e8d-9082-96c1e9dc4e07 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0445628 May 18 14:18:56.720594 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1a7bd2c4-e59e-4d70-97a9-130b51787f43 req-26721f8b-153a-4956-9dd6-b03e2c2f72ae tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0429342 May 18 14:18:56.948428 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-71bb02e4-0dbc-49fc-bebe-c35ac695f8d1 req-be2f35be-51d9-465e-b103-2c50148bee6f tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0409448 May 18 14:18:57.870328 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-17b9291c-d243-41a5-adf8-b40e4742780d req-d7c88fdc-520d-4ff4-a68f-bdea637bee63 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0444591 May 18 14:18:58.098587 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fa3121d4-2e94-4c5b-abf2-e70013bb6fcb req-447f9049-3774-4070-8b21-4a45921b58b0 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0449777 May 18 14:18:59.015126 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-25e5b089-1a11-4746-b887-4383cc076f0e req-3e3a6aa8-6f3a-43e9-98a7-6bce919d35a5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0417655 May 18 14:18:59.249372 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7f082127-311c-4d89-b5b3-e81d2e97b734 req-5870d601-f3af-4117-88eb-6e74814e3a58 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0443008 May 18 14:19:00.161521 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3244efc5-f1af-49e8-8ee6-9070acb7ca8e req-b72da10d-e5af-4474-bcde-8a5253d9ed1e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0425198 May 18 14:19:00.395075 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dfa05911-09af-4c8b-b8ad-d3eb3319603b req-b027c0c2-ef8a-4cdb-a7ca-63682ae11702 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0429358 May 18 14:19:01.328860 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9ef872f7-d967-4a65-8801-d7f7fd215692 req-fc053dee-cd7f-4105-8bba-e2778d701e8e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0521765 May 18 14:19:01.547550 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bcc95217-cb97-436c-af79-c7b3d8c8e48c req-2373f4e1-90b4-4376-bb50-9b25044ef5a0 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0415800 May 18 14:19:02.484638 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b1e7b7d9-c111-4c40-b312-db00fb5251be req-34056575-5579-4495-95c6-0872778b1326 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0415280 May 18 14:19:02.698898 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c7976114-7672-4e67-bd29-1d410dc1a944 req-d4c8d33c-4ffa-44d0-ab5c-b54a090095d4 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0451710 May 18 14:19:03.631015 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9574b095-abd8-420b-95ab-cb6efbf9748a req-538e9cab-589f-4d16-874e-92c7733f1ad4 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0418646 May 18 14:19:03.845307 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dac333ef-c68c-4cd8-aa98-5df8f3d94301 req-71fbd0b0-a575-4977-a90e-254dda3bdc30 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0428455 May 18 14:19:04.782391 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-892f0802-d528-49eb-b731-d04d876e2f3c req-d8f12901-0a99-4da2-8fc0-f5bf45196e20 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0440507 May 18 14:19:04.992047 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-330de21c-3907-4d8c-a3e5-80ca08e8e082 req-0e2a2510-be44-4e79-9f45-7e72851d565a tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0417593 May 18 14:19:05.930176 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-224ba0dc-ff61-461d-b87f-d5009cfebbae req-33a4745c-0c1b-488c-9a69-f14afb6d0837 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0415890 May 18 14:19:06.142289 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6eff49ad-4ca5-4b42-abac-2d83bbdabd92 req-822d159c-fa9e-4ba2-b3c9-a889e3f3a0e5 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0445192 May 18 14:19:07.075206 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cde5a50d-386f-4892-935d-2a2313397452 req-f96c569e-8ad3-4214-b7f9-a031f5c72681 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0410903 May 18 14:19:07.144377 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:19:07.287100 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-16f4f372-6768-41d9-8ca6-82829503ae1b req-6941d534-b50a-4ba8-bfc4-be646c9fc397 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0410697 May 18 14:19:08.231939 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6f73a931-ae8d-4641-8ff4-7755ce4d510a req-719ee950-d606-42e6-b83f-92e40d7d9716 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0456822 May 18 14:19:08.433372 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ecc01bf-a2da-44a4-942b-39ba2f97513c req-3b6ea01f-21c1-4ac4-acf9-d58ba338a853 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0410070 May 18 14:19:09.375496 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ff3c5539-8fd5-437f-8ab8-f8e3b9f71697 req-3b52ad30-ceb5-4a12-b286-b41fb05fbd23 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0416811 May 18 14:19:09.584869 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b4654a99-7c9a-4efe-ab7a-1a08610f4214 req-7d1d6c23-2648-4e10-a135-c702a5e26dde tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0452371 May 18 14:19:10.521217 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e2b18084-8101-4b48-a8ea-329b0a33fbf7 req-dea51de7-84f5-4db2-81cc-b0f76bf90c50 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0426812 May 18 14:19:10.731340 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a9fadcf5-79df-4eff-8d7f-20ff860eb0f9 req-f9a7883b-aaf2-4e24-a59f-b233757edbd1 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0413287 May 18 14:19:11.740243 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b3f47701-75d7-427a-b40f-1eee10cb5fe9 req-f391b12c-2c34-420d-bd23-491b40753b8c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.1132119 May 18 14:19:11.877616 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-815b1fd4-a10e-438b-b60a-ae231a052129 req-5d0774ba-a0ae-4503-b368-59ea8425399e tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0424612 May 18 14:19:12.888476 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6e8812b8-66c1-4cff-a244-b17588b84dca req-8eaf1a54-916d-419a-8fc3-b9aebbf294b3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0440860 May 18 14:19:13.025155 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f5584e43-b097-4f66-a63c-b3d7b0da40b8 req-946842e2-c9dc-40f4-a4f4-df07795be64e tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0418379 May 18 14:19:14.033537 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-959ed4f4-95cf-4e59-a49f-49c1e3dfac78 req-4eef0336-0208-4046-b4ae-a9c4ddbf4f6b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0412977 May 18 14:19:14.172965 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1bc56ed7-a623-4bba-af90-4876348efdc9 req-a0a3ecd0-78be-4a77-a469-2d5f21651fff tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0443778 May 18 14:19:15.181515 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5afbe7d7-03f4-41af-bc10-8cd068daf417 req-5ef56e68-256f-4bd9-a28f-6997de625207 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0416417 May 18 14:19:15.317032 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e59e30c0-41e6-41e5-98b9-75fc41dfd154 req-e65502d3-21b6-4d06-ab25-b18cc017c62d tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0421543 May 18 14:19:16.329718 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a92d6980-4b5c-4c98-8175-4332bb3793f0 req-d8f92079-6897-44c4-a328-2110abe5dd59 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0457525 May 18 14:19:16.465272 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d97a3768-abd1-40d5-9b8d-ab8cd5fca258 req-4e2ab0f6-c464-4697-af33-5bcd4eb54dd5 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0415184 May 18 14:19:17.475220 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c030e95a-0c30-4e92-afa2-c1c2667573a9 req-c44b4d33-137e-46a1-9f69-3c2b27f24711 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0430126 May 18 14:19:17.615709 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fcf715be-cb79-43d2-9f23-0236b5404685 req-3ed96f0e-234c-43c4-a4f3-3370e9b2dd88 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0442047 May 18 14:19:18.582424 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:18.624476 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d2f371cb-b834-4f9d-abaf-8f9dfde79d5b req-5b6e3e13-8da2-4d69-983e-973da2392021 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0423374 May 18 14:19:18.762047 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1248e895-faf1-4eea-bd5a-42f772d1f7fc req-3453eb72-ed0c-4bff-a6dc-640844096ff5 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0412543 May 18 14:19:18.838619 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce653-4dd4-461c-b5ce-6631e7536578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:19.775067 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f69c55e8-0f1b-4de2-8971-1300c911f0da req-088bbf99-6d7f-4525-97be-e75dc0d99256 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0453992 May 18 14:19:19.913404 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbf629ea-8645-4e36-9caa-b182f05c3233 req-41f49bde-8413-45c2-bd49-67b2b0569e68 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0411139 May 18 14:19:20.921706 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6662b0cc-879a-4def-9f4a-f4ed4e3e2a84 req-364e9887-2ba5-4faa-abb2-e26f0860d2d0 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0411372 May 18 14:19:21.063952 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a0b35f5b-97b6-4e90-8060-5bfa2741e57b req-391fc78c-b1bb-4b66-91c1-15718403ecd2 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0447686 May 18 14:19:21.424965 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b9b220de-9de6-45cc-99bd-b15659349926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:21.446288 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:22.071657 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a418adf-a979-4ab7-92eb-8326ec1117ca req-2dc55fb0-b57f-4f02-ba35-70fe9e00bb63 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0428948 May 18 14:19:22.209309 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8ae4ffe0-97db-4298-a83f-0c9c9300d0c8 req-94999667-d08c-4b60-8c3b-0391bd7ac05f tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0423343 May 18 14:19:22.442167 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:23.221679 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-85fabd37-da25-454d-a24e-efffe4dc351a req-d1f5be01-99f5-407c-8620-f9b2f89d0df4 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0450993 May 18 14:19:23.362109 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccfe59b5-5760-4b65-853e-aa3ae2a4f7eb req-20934ba6-76ec-41ba-8346-edf921302985 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0420079 May 18 14:19:24.032308 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:24.367523 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8bef999c-ee1d-43ef-a88f-72ee6b06640c req-f87d93be-799c-4f4b-9c12-2f42dd270bf6 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0424700 May 18 14:19:24.510641 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-16310130-a493-458a-bd40-c4b2d2fe8174 req-df099911-e8d9-4fbd-933b-366c05ddc235 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0450706 May 18 14:19:25.514879 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bab08a21-648d-4df8-acee-83c7fcefc10b req-7337f847-4777-47f3-a6f2-afa10d238a28 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0425150 May 18 14:19:25.657171 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5165c69-b1b9-4d4c-aa72-3fa790ac531b req-645b4eb5-781e-45cb-ba86-9898ade46144 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0412321 May 18 14:19:26.665494 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-af694aae-f476-4669-a952-f436806485a9 req-78d7b0e2-5fa0-4ade-91da-031711c968dd tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0448723 May 18 14:19:26.806702 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d2d907c8-796e-491d-a8f0-127b569bcca6 req-cff42199-edcd-4b70-8e7f-acf7eaf014d9 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0417070 May 18 14:19:27.811144 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0a19dc12-5781-4da3-b6b8-3905dff34db9 req-0d03798f-654a-49e1-a254-a131d574ccac tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0413806 May 18 14:19:27.955679 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-43110426-24bd-47b3-8036-81e0ce069b5f req-4827afea-4445-46fb-a134-830d3660c85d tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0447252 May 18 14:19:28.903710 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-626f347c-b388-4132-a590-9c9cedff21ab req-5a68cbc0-7461-4523-b975-09ad734cd20f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700090 May 18 14:19:28.962763 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-500192a4-d5b0-4bc8-8726-7dd751f1e60f req-25db5ccc-0a0f-4f36-a190-2b45f84ae17b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0443425 May 18 14:19:28.998689 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f347c-b388-4132-a590-9c9cedff21ab req-3de77cd7-0de2-46bd-99c6-4b9c33521cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:19:29.000159 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-626f347c-b388-4132-a590-9c9cedff21ab req-3de77cd7-0de2-46bd-99c6-4b9c33521cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 1098 time: 0.0751114 May 18 14:19:29.110205 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c1b82c22-8d7a-41a8-9aa0-4b88a81998d0 req-1211601c-cab3-495f-8d30-a7d54b578ec5 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0422182 May 18 14:19:29.152718 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f347c-b388-4132-a590-9c9cedff21ab req-b8e3d8cc-14e3-47c0-b651-4a4a89bffa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:19:29.154181 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-626f347c-b388-4132-a590-9c9cedff21ab req-b8e3d8cc-14e3-47c0-b651-4a4a89bffa73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.1333864 May 18 14:19:29.291304 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-626f347c-b388-4132-a590-9c9cedff21ab req-ce782620-a897-4092-a89b-1a1cba30a3ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182 HTTP/1.1" status: 200 len: 217 time: 0.1297915 May 18 14:19:29.359224 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f347c-b388-4132-a590-9c9cedff21ab req-17f1a0dd-30d6-4b50-9632-12ef7a1463f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:19:29.361045 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-626f347c-b388-4132-a590-9c9cedff21ab req-17f1a0dd-30d6-4b50-9632-12ef7a1463f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0629716 May 18 14:19:29.408002 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-626f347c-b388-4132-a590-9c9cedff21ab req-5ca73ff5-0bea-493e-a1be-9242e9aca503 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402429 May 18 14:19:29.546689 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-626f347c-b388-4132-a590-9c9cedff21ab req-839420ee-8f49-4e89-b457-2152aa7640a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318152 May 18 14:19:29.685243 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-626f347c-b388-4132-a590-9c9cedff21ab req-57dfdc73-13f3-4702-a833-4cd3ff0202bc service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314411 May 18 14:19:30.112450 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6c05de15-307b-441e-8408-a37f80130f1c req-662d862a-3764-4f4b-b4e8-def34d494d19 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0452032 May 18 14:19:30.472844 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d529e3f3-406d-4443-8a95-4b14788fc962 req-6561af6a-e3d0-46d3-bcf5-7d03197d57ca tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.1159816 May 18 14:19:31.258179 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-001e3cd8-f331-4784-ad76-e6dc8d65639c req-6d7437d5-bc21-4b03-813b-b38d68c57bf9 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0425730 May 18 14:19:31.620535 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fda5f47f-2ffd-4a83-b614-29951d02bd25 req-d6facd78-4bfd-4cee-83f5-9c29a6a09e20 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0440586 May 18 14:19:32.406015 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3542a292-ead1-472f-9b9c-5e4e7a4bbc43 req-25263f5f-5ace-4fa6-9642-fb45eed1ad9c tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0418875 May 18 14:19:32.764493 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbb493a7-777a-4e95-82a5-c03e02c5c0a4 req-89fc9de8-4453-4011-bb56-e7d52b9e7338 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0418680 May 18 14:19:33.555661 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-61fbbe41-28b5-4836-9a62-f8ce9eef90f2 req-ee35b1c7-9c17-45dc-8e5f-c4287e3af393 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0446606 May 18 14:19:33.910621 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a75dd5d-6f08-46b3-8502-85550be8f452 req-f1ffeee8-5069-4a0b-adc3-f65ceb679049 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0417600 May 18 14:19:34.700950 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8d654a92-f08d-406d-8386-dd99d761d1a7 req-e5079232-6871-4bab-a1e2-7c07c0a3754e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0422258 May 18 14:19:35.059266 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b8f1a5aa-0ae2-4c3c-a45f-16c38c65abf0 req-7d430236-ccf2-4be6-a0e9-90989889a49a tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0459604 May 18 14:19:35.849030 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-885ed056-5d37-4886-971c-d110ed3a48d6 req-d139eaad-8e0d-4bec-9eaf-808d7809f203 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0424783 May 18 14:19:36.204078 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7bf654b8-d523-418d-8fa5-480c3733b205 req-29515804-dcf3-4a51-9ac7-e6324e71d739 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0417540 May 18 14:19:36.997167 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f52902c8-568f-4d6d-8c59-7dad068b31c1 req-c982095d-48f1-4b10-8015-74ebbf089356 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0448732 May 18 14:19:37.352799 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e1981f1e-f8c9-4492-a931-a14d0fbaee3e req-6ffca704-6ecf-404b-8fa4-f3258f097879 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0430562 May 18 14:19:38.142784 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0c82b0b7-fb64-4637-a23d-8c6e2066a111 req-27f75184-96e0-46d5-a14c-dd0765c58c43 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0415225 May 18 14:19:38.499782 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8ceb9470-2467-4dc5-800a-63c300fb0706 req-8704001b-8030-4700-8cf1-8f19dfd99d21 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0449598 May 18 14:19:39.290410 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c4efb994-6ecf-416d-bab5-a0a260770556 req-b3698d91-264b-4cf6-af24-bf5a50fee5f9 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0419259 May 18 14:19:39.645639 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1064b830-1ae1-46b5-87f6-b97379047205 req-9643ca5b-5c75-44f1-9b04-d3ff40cec800 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0416214 May 18 14:19:40.440398 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9b19d43c-b50d-4166-905b-938ae6dc0d6b req-58249706-cdc1-415d-8497-89ae55ccc897 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0441148 May 18 14:19:40.795311 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8efbd403-8de8-45e6-9b68-59857f81223b req-b10ac3b2-dbca-4198-97cb-027ea2f542d1 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0427132 May 18 14:19:41.587806 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cc351234-91f6-4755-a1fe-0cb45f8c9de2 req-2965514f-1b0d-4f8d-9d7e-b70e76bd434b tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0416927 May 18 14:19:41.944518 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b08c6e28-4cd7-4101-885e-305ac176a411 req-b667b6e6-baaa-48f8-9f34-2a4cab7ae646 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0455449 May 18 14:19:42.735958 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80cae290-a3c4-4458-9be3-0535709a04d2 req-aa789c10-a759-48b7-b10f-6e2e8b63b8dc tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0411284 May 18 14:19:43.089175 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f370c548-0cae-450f-9cfd-73641d0c6955 req-c77f8f7f-1b53-4dd0-9cfd-f1b03862406f tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0413363 May 18 14:19:43.886574 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3775c07f-d081-4806-9b66-787094e5ee22 req-a6bbb909-f08f-4a9c-b749-d14d945264bc tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0441635 May 18 14:19:44.143823 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:19:44.236830 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cd8bca48-2006-4469-9f72-79adf52ba45e req-07afb919-e809-42aa-8300-49337971dce1 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0407279 May 18 14:19:45.030853 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-25b60445-08f6-4ff2-9f1e-88b407b9c812 req-d0b05b98-cef8-4041-950c-480ebde1abb7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0412369 May 18 14:19:45.384993 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c63231aa-f111-42d7-89a0-36ad7cbdc2c6 req-17a3c2ce-7f45-4779-8dfe-195a81b74490 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0440395 May 18 14:19:46.179744 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a37e5d45-4604-4037-a157-30032a679219 req-76a25cf7-8864-4883-b056-92efc8b5fd86 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0426950 May 18 14:19:46.530557 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a64dfdfc-c8ca-435e-8fe2-9ce6157febb5 req-4a656d8a-1ea6-4b57-b176-afd283d0f4fe tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0417166 May 18 14:19:47.463012 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-59444c6b-5442-4563-8d14-ef2ce1bff39d req-99061896-e2f6-483f-98a7-c0c1ea8ce5f0 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0442131 May 18 14:19:47.680276 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3dd1ed09-fb0d-482a-8318-afff1bb633ff req-c21aaac3-6b9d-40a2-ae4c-298a525f67f7 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0425105 May 18 14:19:48.598192 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:48.610623 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-72010258-daeb-45e0-ac22-a850724a8b33 req-a51fc5ac-ef4e-444c-874d-657ed9b331bc tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0437274 May 18 14:19:48.841593 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-725d38bb-856d-43c7-b8a4-1b38c9f9837b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:48.899910 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-49047505-fdb5-429b-9555-63cd035455d6 req-b3d0fd78-4995-4baa-98c9-86471c34080d tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.1168277 May 18 14:19:49.758590 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d8f1934d-46a3-45e6-b14a-4b0b8dab190c req-b523ba09-fb82-4ddb-828c-d65e8b69d88f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0419598 May 18 14:19:50.045434 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ebe89aae-9593-4bf5-bd3f-78ab5f393b90 req-25f169ff-b3b4-41b0-9e8b-bff20d157c5b tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0411453 May 18 14:19:50.918940 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8b7b077b-3409-4b32-b49d-d0bb3566674a req-2e06222f-a38b-460f-9222-306c1e5376d1 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0487471 May 18 14:19:51.216109 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6685cd5b-f796-41a8-b82d-28767fba38d8 req-74df912f-097a-4a10-9f0f-09bd0b6ed051 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0483491 May 18 14:19:51.426369 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0eb49bd7-86ba-40c6-b211-ad9b12dcd9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:51.446633 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:52.073268 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-77a3c2e1-9a85-42f1-b4bc-07cbe4b9b4da req-78365934-fc6c-4ea6-828e-28801952f8c0 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0428786 May 18 14:19:52.366592 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c25c6703-be1e-4311-92f0-b7ac1e6387be req-add8a809-2fda-4308-9cfb-97da3b8b4b29 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0453928 May 18 14:19:52.442774 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:53.219752 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-952f32ff-531a-4bb2-98e7-5cd031498a03 req-9d1cfc8a-53b5-431f-b181-b182f8f73baf tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0417054 May 18 14:19:53.511855 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-91139277-1f4a-4138-9c2c-3d415fe98adf req-4b6f9ee4-2297-41be-abe0-5e8d0c7b5545 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0426042 May 18 14:19:54.036811 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:19:54.367582 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-58ce43a1-060a-4138-8336-b7feb49ca755 req-5a6b8f30-f78d-4931-81f7-363f89f00bec tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0445385 May 18 14:19:54.658888 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-88687985-4c00-48a5-8da5-4a3cbe03c4a6 req-1094a434-c1bf-4bca-9e17-4692886b6679 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0408852 May 18 14:19:55.512135 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-23532db8-725d-4370-944d-308d8aa6b1ac req-790a6db7-13a3-4662-bf35-86708eac13c0 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0417676 May 18 14:19:55.806502 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bc3a4e1a-e7d0-41ef-a56e-2ce9f79e8c25 req-484c7347-0512-4a77-9b0c-d0ad02760753 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0439689 May 18 14:19:56.662371 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e50014b1-657c-4c3f-af17-ba87b5a694d2 req-1cb6dfbd-a2a0-4bd5-a636-a44f57971500 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0423229 May 18 14:19:56.951020 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f8adf828-b564-49b1-af06-a4ff4eed63b3 req-e6cce0e5-10dd-41d7-add8-d882f06be607 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0416131 May 18 14:19:57.809968 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9fc5a83d-7704-42bd-bec5-27dba02cb9d4 req-fe6cd24f-5207-4127-a97d-0ea880724a30 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0445364 May 18 14:19:58.100106 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dc97439f-155a-45ba-8fa1-09d9c673248c req-833bcfcf-709c-4d3d-ba96-ce6b47fa37fd tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0438125 May 18 14:19:58.955791 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b60c002d-47e9-4b52-9388-9be782f1d2ce req-5e64b8b4-c780-482b-a5d1-9156145a4c8d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0418825 May 18 14:19:59.248148 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a846d2a6-4250-48c8-9cd2-3fbfb9be8c1e req-9f449ea0-b33f-4e80-aa54-b6a805e4abc7 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0438766 May 18 14:20:00.106178 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a996cdc6-3043-4243-9395-68e75b246cee req-a52e79dd-1e0e-4847-a47d-b90729104396 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0434961 May 18 14:20:00.393266 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ea5c8773-65c0-4fff-81ad-cdb4df5b7b4e req-46b4c7d6-a88b-4450-9064-fec3b8e9c811 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0415571 May 18 14:20:01.252848 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ad6720fb-e262-4e31-b267-4ab0703a0359 req-11a72b66-400a-4493-ad96-f4654d84948a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0441303 May 18 14:20:01.544442 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-133746f1-3edc-48ba-a327-b0625b146b2b req-27e6969f-4326-4ccb-b75b-feb3d25a8c6c tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0420995 May 18 14:20:02.396844 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5e8b68f6-cc9c-479c-b014-5de0bfb5e241 req-c400dff5-40c1-481c-a962-3ba97ef6de2a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0412242 May 18 14:20:02.691888 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9da64c59-69cb-499f-bf4f-9edbe7ededb9 req-9d760dfd-33e4-4089-8297-913d50660a97 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0438731 May 18 14:20:03.545086 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-facbd904-fe69-4b3f-ac32-21f4cae8df16 req-ec6748f5-3720-414b-877d-7e42825e1772 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0419483 May 18 14:20:03.837630 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-871da2bc-0e25-4b59-b48b-4257c269c12c req-c1a2ed99-2e4e-497c-9dad-bf73073fc25d tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0419266 May 18 14:20:04.692933 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2080dd42-512c-46f3-93d3-babac8ea1a8e req-bc25756d-7a52-4b59-80bd-7ceabef8a6b7 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0448105 May 18 14:20:04.986099 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ec623cde-1e38-49d3-98ca-c911757d4d85 req-e9c98930-687c-459a-a9e5-d153f4169196 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0428915 May 18 14:20:05.838623 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fe690f36-e8e9-4c38-9dbb-5f206befe362 req-6205bcca-8ab7-417f-9d8c-5e085f0742bb tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0425527 May 18 14:20:06.137004 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b87f9ca1-d6a7-43e4-802b-0eaacfd7358b req-2410cae4-5ec7-4da2-934b-5161e26fe0a8 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0473835 May 18 14:20:06.987006 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-95aae1d7-30ee-4334-ab70-c1a93a8eec6d req-8d29f6b1-5e8f-4b98-9fba-39636568db85 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0415368 May 18 14:20:07.282677 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7fe273c7-acfa-4a4b-9fff-07e00132bfd4 req-037f83c9-94db-46f6-a912-77f074758ee2 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0413330 May 18 14:20:08.205915 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d8b29a2c-3ffc-4c38-80d1-34244ad0ff58 req-659ee727-e38a-4016-853d-30a5e8c7ce5a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.1149120 May 18 14:20:08.428183 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ed887389-4691-4197-9bb4-71ce3028694e req-63709c68-ccb3-40e4-8968-c92e814410fc tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0404830 May 18 14:20:09.351564 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b61aba36-f76d-48a2-8793-83b30cd63a2a req-4f1e20cf-e03a-44e8-a19e-db7eaa320112 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0419915 May 18 14:20:09.577000 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f07112e0-bb26-4d8f-bfd0-d5ffaa9e4776 req-fcf2e334-a362-417f-9a51-0477fb8dc596 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0440409 May 18 14:20:10.498302 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7a0b509b-26a4-4742-9fde-54d40e7c7ae0 req-391d68fb-0cb4-4fe4-b3d1-4837c6c9c7ea tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0424252 May 18 14:20:10.722686 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8f7e9ed0-6079-447f-87b1-7f5b1a6b1afb req-c5f83f50-d798-488c-ade3-1a90140b3b38 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0410452 May 18 14:20:11.646542 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2720edfe-19c2-4c93-8469-49c05462fe60 req-7cb9d3f7-3739-463f-94f4-c9622b398481 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0446103 May 18 14:20:11.871638 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4251d5f1-0560-470d-8c64-94a8717f43e9 req-03fea374-61e9-4891-832a-22fd2e0598f2 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0429268 May 18 14:20:12.790478 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-05a2acde-c3a3-497e-a40a-d39454655662 req-201dd11c-b03b-4d52-aea7-dffd2b10b0db tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0410790 May 18 14:20:13.019107 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ab24361c-3564-4627-8296-9920813e8be1 req-95a1dc6c-9473-4fac-9776-7df06af70de0 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0452490 May 18 14:20:13.938381 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63f6b019-226e-46a2-9cac-29443ab05081 req-124e5046-ab5a-4ee7-a9f1-950be6283e73 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0424166 May 18 14:20:14.163479 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-96ede002-b42e-42fe-b49e-7cf68056d6dc req-769c0c17-4aec-4d4d-8e45-5527252ed98e tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0417557 May 18 14:20:15.086338 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f448254d-69f8-4d1a-b5a7-32e3f4c9cbc3 req-cda83f96-4f0f-47fc-acda-cfb01920a538 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0442588 May 18 14:20:15.310156 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-45a5f1a3-e75e-495e-9b8a-c65731a54349 req-38974c1d-e2e0-4e69-a06f-daa38e1d9187 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0420513 May 18 14:20:16.233441 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b79223bf-b0a4-4ba8-9652-f38837ebe591 req-2f28a33a-a673-4843-924b-ea9f4e4832d3 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0431132 May 18 14:20:16.457854 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c53f538-8aca-4a96-b228-0354ec834617 req-98dcfa80-9186-4355-aad9-002b122008a3 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0439293 May 18 14:20:17.380237 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f6d3484-8667-4f34-9a74-e8b06c535989 req-e73524dc-9aba-46ff-aa0f-94d91f43c12e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0417163 May 18 14:20:17.606178 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b39834ba-d160-4195-a963-974f48685b37 req-e85f6d87-0146-4ed9-a47f-2d7f55f4f5bc tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0430696 May 18 14:20:18.528875 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f4945342-97aa-4c82-ade8-60e52774256a req-e79a7507-c79f-412b-ae29-591234474cbe tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0453794 May 18 14:20:18.597603 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:18.756758 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ab8ebb3-8779-4071-8959-f6964915ff68 req-f58d90d3-72e0-4af0-8f50-923514fa7664 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0419457 May 18 14:20:18.842695 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-14ac49ab-4f5e-4bf1-a738-a1cfcc8bcf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:19.675257 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-20eb78a5-e4a9-47dc-b356-f3f5cee4fbc7 req-cf3c8a32-ea34-4f3f-8423-9e10f4653a07 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0421283 May 18 14:20:19.907528 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d1a3e9f0-7582-4266-a82b-2d46e85b7c9a req-bee6bf73-69bc-41ac-bec9-b931bde7c04f tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0456748 May 18 14:20:20.823322 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e4fbb94a-0fc1-4060-ac36-10e6ba4b5a77 req-bdf218bf-b841-4735-93b9-355930cce1ab tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0435588 May 18 14:20:21.054582 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ac2cf6cf-671d-44dc-938e-7439d384303e req-fd78c68e-c141-4249-9d13-00e7c9555caf tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0424290 May 18 14:20:21.141943 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:20:21.427755 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-45298f75-b195-49f8-91c5-3d60224e5db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:21.446540 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:21.973012 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-02017a64-13ba-4ac3-a8e0-7d8f65032614 req-506f42df-c5d8-4c88-a6fa-f7a512560142 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0448368 May 18 14:20:22.202865 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fbb09071-55e8-447d-8621-aead56e84b74 req-fd58f08e-738a-483e-b067-5afc664ab90e tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0416992 May 18 14:20:22.446359 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:23.117953 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ce7a35a0-4363-412a-9ead-8b193efb34b4 req-138cd6db-d98f-43f3-8977-67a72121a38e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0424957 May 18 14:20:23.350505 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-955f99d7-796e-4572-ae6c-5e38a39bdc8e req-aaffd798-ed37-445b-b32a-bc5447de922c tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0442805 May 18 14:20:24.037815 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:24.264274 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-34aaf9c0-44a4-477f-9762-171ef6ec443b req-29be4fcf-5e23-4e0c-9e7f-5f021fd14daa tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0421367 May 18 14:20:24.497368 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4dd916b0-93f5-44ab-96d6-774325dddcef req-6794c634-0be9-4efb-beec-a082c8d4198d tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0419247 May 18 14:20:25.411101 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-03031893-2565-41f2-94ba-e8738df1684e req-633c29b2-ac1c-4fb9-bcb8-48be3ce7ae0a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0441773 May 18 14:20:25.646122 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d906abf-4c4c-460a-86b4-930901d87d1b req-e9aaeb88-e834-4df0-ae2e-b9686d460ab7 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0421593 May 18 14:20:26.558933 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b3dc2cea-672b-4b0d-b879-6073cb4c1f22 req-b74f6677-23f4-4de2-afb9-a5cb94316487 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0423689 May 18 14:20:26.985798 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d24f160d-1f54-47ba-a066-328a1cda7811 req-e84c0e53-ba2e-47ef-ab41-66cf4dcb6e53 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.1158218 May 18 14:20:27.706291 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0b049f8e-250c-4c54-b71a-6d2438e78e5e req-fa83cd33-54b2-4fe1-af95-992271ac5326 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0414414 May 18 14:20:28.131560 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1523112e-d1b0-43e9-a7ab-dc3838066830 req-86024711-9377-406f-8803-44de7ae34033 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0412714 May 18 14:20:28.854890 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d999ddb5-c6c9-43a5-ac6b-34c24c32b49c req-042e5fac-2fa7-4efb-85a0-73a1cde53587 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0440280 May 18 14:20:29.280950 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ca68780b-8829-4bde-985e-cd5e31b2e801 req-b07a5f94-5ede-4f1d-baf2-cc23c65139c4 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0417907 May 18 14:20:30.002446 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d3320f6a-e0e8-466e-a577-0c1a080e6254 req-694273e4-8804-450b-aac7-fb6ee606b568 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0434566 May 18 14:20:30.571614 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9fdc8691-de8d-490c-ab5f-34cc4dfc1954 req-3a21b2f1-dda6-4c9d-90b1-1e743f2b6871 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0452597 May 18 14:20:30.902221 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-c754f122-a3b3-4e3e-8739-dc2eeb443ef0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711508 May 18 14:20:30.996909 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-87a29bc0-4040-423c-80e9-714ca0eaee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:20:30.998423 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-87a29bc0-4040-423c-80e9-714ca0eaee50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1099 time: 0.0727527 May 18 14:20:31.202543 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-6f1df974-4625-41de-8f57-54bf9b073081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:20:31.203937 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-6f1df974-4625-41de-8f57-54bf9b073081 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1772366 May 18 14:20:31.224791 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6714e1ce-9dc7-4e15-9ccf-de97b8e0e7e5 req-4dd06236-8472-4fb4-becc-4c5120f14c24 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0459340 May 18 14:20:31.274521 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-220b03a0-5cbb-445f-a67f-f406ace384ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0631733 May 18 14:20:31.338877 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-7a1e789a-1445-4fc7-8de0-3d1f292ec211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:20:31.340394 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-7a1e789a-1445-4fc7-8de0-3d1f292ec211 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0587914 May 18 14:20:31.387637 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-51c10f52-bb0b-4520-b7f3-692f60f2b736 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396826 May 18 14:20:31.517183 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-b55c335c-c930-4683-9799-1e565571e758 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215296 May 18 14:20:31.647181 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-daee58b9-e014-4a1d-8a72-379e2b258f20 req-27b773a5-b8d7-4e03-a467-43a7a6271d56 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230688 May 18 14:20:31.717418 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-42c9ff61-c97e-4e11-95f5-90310f158fda req-05cde216-5f85-46ba-abd3-962ac0641a2e tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4e08d2-4b7e-4f2a-906b-cc179b872b5f HTTP/1.1" status: 200 len: 210 time: 0.0417769 May 18 14:20:32.391918 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-39016d6f-4cb3-4579-a8c9-c7c6f493d0de req-2bceecbd-f720-4122-aeaf-6a4194bdc12f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0485551 May 18 14:20:32.765817 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8abdf-8133-4b7d-9528-2cc73e06330c req-c2550392-6c0a-4b30-8c4f-32ca3dffaf08 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:20:32.767332 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ae8abdf-8133-4b7d-9528-2cc73e06330c req-c2550392-6c0a-4b30-8c4f-32ca3dffaf08 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 946 time: 0.0812845 May 18 14:20:32.812567 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ae8abdf-8133-4b7d-9528-2cc73e06330c req-1701606d-e62a-4493-8fdd-f0468649c657 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 May 18 14:20:33.217719 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [req-594678a8-2f94-4d44-959a-833d4a867546 req-f8d93546-34fd-4d38-bd59-6c6c6a211808 service neutron] (91462) timed out ('10.222.0.13', 51789) {{(pid=91462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 14:20:33.257996 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892008de-2923-419f-99db-65299152bd94 req-5ffa998a-06cc-46f5-a480-e1eaaf3f8ea3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:20:33.258689 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-892008de-2923-419f-99db-65299152bd94 req-5ffa998a-06cc-46f5-a480-e1eaaf3f8ea3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Synchronizing usage tracker for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:20:33.276928 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-892008de-2923-419f-99db-65299152bd94 req-5ffa998a-06cc-46f5-a480-e1eaaf3f8ea3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Unset dirty status for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:20:33.278105 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-892008de-2923-419f-99db-65299152bd94 req-5ffa998a-06cc-46f5-a480-e1eaaf3f8ea3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 946 time: 0.1088090 May 18 14:20:33.412960 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-892008de-2923-419f-99db-65299152bd94 req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Deleting port 96b62d99-20a9-4922-b161-5ce765fca085 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:20:33.413303 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-892008de-2923-419f-99db-65299152bd94 req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:33.544554 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-892008de-2923-419f-99db-65299152bd94 req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] For port 96b62d99-20a9-4922-b161-5ce765fca085, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=96b62d99-20a9-4922-b161-5ce765fca085,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:20:33.544934 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-892008de-2923-419f-99db-65299152bd94 req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:33.545330 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b27172bb-8f49-4681-82fd-27ff4248a2fc req-d9707220-d978-4bb4-ab72-399f18dfa086 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0453582 May 18 14:20:33.729062 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-892008de-2923-419f-99db-65299152bd94 req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Calling delete_port for 96b62d99-20a9-4922-b161-5ce765fca085 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:20:33.838169 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-892008de-2923-419f-99db-65299152bd94 req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:33.845498 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0fac7f7d-d413-4461-bed7-8792435b5c61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:20:33.850790 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b2965dfc-11fd-4ae4-93e0-855877541928', '556e133e-e70c-49bb-964f-705d2f7a94d9', 'eb2f17e2-7e8c-4977-a0de-899ce033e221', '96b62d99-20a9-4922-b161-5ce765fca085'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:20:33.922718 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Pushing event deleted for resources: {'Port': ['ID=96b62d99-20a9-4922-b161-5ce765fca085,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:33.939605 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.939967 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.940316 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.940656 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.940995 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.941329 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.941689 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.942040 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.942350 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.942680 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.943009 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.943337 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:20:33.946658 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:20:33.979038 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0dfb05b6-9c77-4b94-aeab-de5dfa47a85e req-7ff3daf8-db78-4953-937c-0bab6ca764ff tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0451229 May 18 14:20:33.983735 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-892008de-2923-419f-99db-65299152bd94 req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] No DVR routers for this DVR port 96b62d99-20a9-4922-b161-5ce765fca085 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:20:33.986536 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-892008de-2923-419f-99db-65299152bd94 req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:33.990652 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3970f0fc-af69-484d-b087-9ccab7689367', 'name': 'network-vif-deleted', 'tag': '96b62d99-20a9-4922-b161-5ce765fca085'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:20:34.005663 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-892008de-2923-419f-99db-65299152bd94 req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "DELETE /v2.0/ports/96b62d99-20a9-4922-b161-5ce765fca085 HTTP/1.1" status: 204 len: 173 time: 0.7216711 May 18 14:20:34.062500 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3970f0fc-af69-484d-b087-9ccab7689367', 'name': 'network-vif-deleted', 'tag': '96b62d99-20a9-4922-b161-5ce765fca085', 'status': 'completed', 'code': 200} May 18 14:20:34.693083 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-789eafc6-de03-42ab-8c17-b68b12c887ef req-aa8edf33-0e4a-4927-90d4-4ccde6eda948 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0417194 May 18 14:20:35.144567 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-32f006ab-f200-4b79-914d-5c9e2b66f70a req-9d4e78be-eb0f-4dd2-9766-4c94dbdd716a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0448487 May 18 14:20:35.839689 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44bbf40f-9d44-4d8a-ba05-093f12b060bf req-17e98ff2-41a4-42fc-80b0-ac443f84e529 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0429223 May 18 14:20:36.289871 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ab0aaef4-1359-4d88-ba9d-5114a17bea57 req-354dabdb-97ad-4f2a-953e-fc91534144a4 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0412426 May 18 14:20:36.340639 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 96b62d99-20a9-4922-b161-5ce765fca085 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:20:36.374387 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: 96b62d99-20a9-4922-b161-5ce765fca085 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:20:36.374731 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 96b62d99-20a9-4922-b161-5ce765fca085 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:20:36.990669 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6ac7b4b7-fc5e-4e3b-9178-a9e5525d2c92 req-cf5da667-42c9-40c5-923c-489c1ac7a296 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0449181 May 18 14:20:37.438594 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bb8ede61-2103-4bb4-95c5-a781e89d9647 req-8e33812d-0b78-415e-be73-01b42b929c4d tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0417528 May 18 14:20:38.140024 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8929d541-eb85-4bcc-8efa-fee76022e23a req-481c3f19-c1cf-4f6f-be84-332b47fdacfd tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0453477 May 18 14:20:38.586471 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-998fd494-f89a-4753-a63a-e71f61c93c1c req-4813a18e-2e5b-4f3f-9b8a-142890c4574f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0446558 May 18 14:20:39.285786 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8662947f-f81b-4bb2-8468-e56e5a7aa945 req-30baeae1-48ce-4b2f-bc6b-0c395f7ad2f1 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0412724 May 18 14:20:39.735101 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f8076b45-5533-4037-af99-1e533e3701fb req-93d8e417-24c2-404d-894c-859bcfb48cc2 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0431383 May 18 14:20:40.437405 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-344d20ea-da18-4899-9183-5c26f1f88558 req-c3c13af6-59fd-4007-91e9-87590b52f804 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0445325 May 18 14:20:40.882385 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-108a0c5c-d8f7-4d43-9f12-10d3b6602888 req-896a588d-baef-4b21-9723-1768953f0206 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0417857 May 18 14:20:41.584143 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5bae0cab-b818-4f6f-9ec5-a363c273bbfd req-46ddc573-53f8-4e55-a3e5-bcba0b61e886 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0419395 May 18 14:20:42.028820 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a6efa8cb-c6b8-422d-96f2-80d94fdb4cd2 req-667675e2-ad0e-46fd-a3f5-fe0159dc6694 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0448172 May 18 14:20:42.729976 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-91035342-6e85-40d1-ab0c-bb88e86cbfca req-05ebed04-d1e7-469d-8138-a65c523cd529 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0424209 May 18 14:20:43.175109 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1c1ad8ca-2e52-4d32-9efc-e341e1e38c2e req-ba8a62e8-1565-4e9d-a499-4bd97ed13618 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0420530 May 18 14:20:43.896887 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f46cc5de-fdc2-473b-b47a-4ea4a2794068 req-5132519c-a6c7-431f-9aa8-56121251d49a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?device_id=27cec498-edee-470b-9ae0-1cf23db4b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0455439 May 18 14:20:44.321870 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-95ebe98f-aa66-43f0-bc6d-e85a8e37b20b req-3c1a9a52-948e-472e-93ec-3f441fc324e9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0412476 May 18 14:20:45.019157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42062) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:20:45.084410 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-76978335-0bb5-41ed-82b1-b33320c7da0d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.112241 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-76978335-0bb5-41ed-82b1-b33320c7da0d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.162903 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-76978335-0bb5-41ed-82b1-b33320c7da0d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.168027 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-44a439ef-288d-4530-812f-d3fb92616ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:20:45.183600 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76978335-0bb5-41ed-82b1-b33320c7da0d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa4b320-3b21-42c1-b2b0-0a8316b112f4,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:45.187498 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-76978335-0bb5-41ed-82b1-b33320c7da0d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:20:45.190795 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-76978335-0bb5-41ed-82b1-b33320c7da0d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.191878 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-76978335-0bb5-41ed-82b1-b33320c7da0d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "DELETE /v2.0/security-groups/5aa4b320-3b21-42c1-b2b0-0a8316b112f4 HTTP/1.1" status: 204 len: 168 time: 0.1717687 May 18 14:20:45.194815 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42066) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:20:45.211763 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.api.v2.resource [None req-5374ad6b-bc58-4b06-9d3e-108a4defc0d5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] show failed (client error): The resource could not be found. May 18 14:20:45.212746 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-5374ad6b-bc58-4b06-9d3e-108a4defc0d5 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups/5aa4b320-3b21-42c1-b2b0-0a8316b112f4 HTTP/1.1" status: 404 len: 347 time: 0.0170264 May 18 14:20:45.215601 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42070) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:20:45.427964 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Deleting port 8410eb5d-70c4-48b2-8d6b-5e93fd47f715 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:20:45.428431 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.471366 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c04470d-8fbe-41be-b9cd-d84cacf919c8 req-2702b183-a9c1-45b2-9537-bf920b198484 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0432141 May 18 14:20:45.546028 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.546346 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.667146 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Calling delete_port for 8410eb5d-70c4-48b2-8d6b-5e93fd47f715 owned by network:floatingip {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:20:45.779108 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.783046 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a5a6df9e-a652-488e-ba3f-991d22e6cf9e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:20:45.826896 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event deleted for resources: {'Port': ['ID=8410eb5d-70c4-48b2-8d6b-5e93fd47f715,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:45.829603 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:20:45.918682 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.932626 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:45.933768 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "DELETE /v2.0/floatingips/649ca072-6e36-4faa-b40f-4fe4b06552c8 HTTP/1.1" status: 204 len: 168 time: 0.7172744 May 18 14:20:46.399817 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42084) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:20:46.405786 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815835644', 'description': 'tempest-description--1650064387'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:20:46.411593 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:20:46.415700 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:security_group and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:20:46.419317 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:20:46.424977 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:20:46.434782 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.453790 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:20:46.457560 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:security_group_rule and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:20:46.460371 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:20:46.466605 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:20:46.542885 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.548077 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.553245 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e01578c1-8678-47f7-9e67-6bfc94d71135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:20:46.595761 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68652765-e87d-49b1-bc56-16ec694232a4,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:46.598375 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.601687 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1982458 May 18 14:20:46.601687 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:20:46.602899 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42092) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:20:46.609406 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'security_group_rule': {'security_group_id': '68652765-e87d-49b1-bc56-16ec694232a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:20:46.615410 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:20:46.619322 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:security_group_rule and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:20:46.622569 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:20:46.628235 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:20:46.630039 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ce3c54b3-7fca-4b87-8398-bfd32fdb23ad req-c240d2ec-356b-451b-9ce4-36f517ee4938 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0487540 May 18 14:20:46.646867 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.712419 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.717121 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.724960 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4e650cfd-2f24-46b9-bb05-970311f23f2f tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:20:46.747628 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abee8fef-42c3-4440-b811-7ed323f1d09b,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:46.750616 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:20:46.752220 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.753385 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487582 May 18 14:20:46.756063 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42100) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:20:46.761540 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'security_group_rule': {'security_group_id': '68652765-e87d-49b1-bc56-16ec694232a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:20:46.767317 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:20:46.771112 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:security_group_rule and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:20:46.773978 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:20:46.780357 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:20:46.795584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.857612 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.861267 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.863290 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:20:46.886164 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b290009d-d1a1-4d7a-b199-861026de9e2b,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:46.888422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:20:46.895923 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:46.897226 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402681 May 18 14:20:46.901052 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42104) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:20:46.906234 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Request body: {'floatingip': {'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:20:46.911807 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:20:46.915563 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Usage tracker for resource:floatingip and tenant:b47200f845524f34b0bc318b70a99189 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:20:46.918397 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:20:46.923994 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:20:46.933835 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:47.124920 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:47.259436 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Allocated IP 172.27.2.200 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/a94ddd34-6352-4195-bea3-9470c9520417) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:20:47.402420 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:47.430206 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:47.433540 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:20:47.494038 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:20:47.497072 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:20:47.499530 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:20:47.537573 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'Port': ['ID=a94ddd34-6352-4195-bea3-9470c9520417,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:47.540364 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:20:47.587370 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:47.645264 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:47.861080 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-67afd51c-d2d0-4da6-b210-527f718720c5 req-d6df76e9-a192-4015-8a9f-023aeba394ab tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.1263621 May 18 14:20:47.866872 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:47.873699 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:47.878654 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1c8af63a-adf4-43f2-bfd8-6a9b8f6e06cb tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:20:47.984457 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event updated for resources: {'Port': ['ID=a94ddd34-6352-4195-bea3-9470c9520417,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:20:47.988304 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:20:47.994840 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:48.015285 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:48.016492 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1144187 May 18 14:20:48.191332 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-78bf0f69-95fa-4a41-a183-f7300d1adae4 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1815835644&fields=id&tenant_id=b47200f845524f34b0bc318b70a99189 HTTP/1.1" status: 200 len: 267 time: 0.0394294 May 18 14:20:48.336406 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-a54e6213-34af-4732-9bcb-056595e2fe28 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:20:48.337788 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-a54e6213-34af-4732-9bcb-056595e2fe28 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/networks?id=d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 200 len: 811 time: 0.1399684 May 18 14:20:48.353131 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-6eeb5790-0ebd-4bcc-9eb7-878b8ce43c04 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/quotas/b47200f845524f34b0bc318b70a99189 HTTP/1.1" status: 200 len: 375 time: 0.0088365 May 18 14:20:48.439088 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-09281af1-4e1b-499e-a515-8471906f65fd tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b47200f845524f34b0bc318b70a99189&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806558 May 18 14:20:48.498473 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-ab745ecb-3481-430c-9398-9b027aba6dd5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:20:48.499447 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-ab745ecb-3481-430c-9398-9b027aba6dd5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486264 May 18 14:20:48.615021 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:48.640865 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-c6d000d7-76fa-4150-8161-99f0013c3072 service neutron] 10.222.0.44 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350851 May 18 14:20:48.772218 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-4da41c8f-ef88-4bc3-a3a6-72632bbcb5c4 service neutron] 10.222.0.44 "GET /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253862 May 18 14:20:48.846799 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-bbfec4ca-cf9a-4000-87f7-33bb2dbb56ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:49.015896 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7f6a92ca-956b-4775-ae26-209a53492d12 req-11601791-92d4-4a31-877b-276dbf1f8742 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0433633 May 18 14:20:50.163132 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccde7b82-cc9a-4a46-ab47-fd2995934b40 req-16293637-8df4-4ef2-96fe-b64dde61e89b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0403421 May 18 14:20:51.311456 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-30f4ec5c-32ec-4b8d-b504-bb855cdca0b7 req-ee6f3cc9-97fd-49b5-bb96-b52ae93fb699 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0437000 May 18 14:20:51.429212 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0fcf1bda-639e-4618-92d9-bdf15b5a7cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:51.449315 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:52.450817 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:52.477476 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-544a5559-7fb7-46ee-8ac8-56a8dc2843dd req-5738d8cd-69ea-4b02-8377-6c3de235474f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0495420 May 18 14:20:53.627992 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5e7b391f-8e8c-4f23-9b60-886abebc9ce3 req-417d61cb-d8c5-482b-8db9-1a49fc0413f8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0421898 May 18 14:20:54.042228 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:20:54.775653 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-848f7bd0-ccf5-4c8a-91d8-2aef36babaf9 req-12b25a23-cb9d-498b-a94a-00e0c722be99 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0446954 May 18 14:20:55.921389 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f8ecee9-4af1-495d-bf20-b7339f31fd6e req-88e5a18f-a561-41a7-ba67-b69132d5e80e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0411711 May 18 14:20:57.012934 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [req-e42dfb17-fd2a-4219-ab49-d763389f4028 req-9d39d8fc-79e3-4dd6-8f25-911fb4610b53 service neutron] (91462) timed out ('10.222.0.44', 34938) {{(pid=91462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 14:20:57.069021 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-664aea48-0642-4af8-8542-cf3124b13d68 req-51b16cca-0226-4cd8-9344-043f3cb31bfb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0412602 May 18 14:20:58.141844 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:20:58.218624 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8f89b959-5ef2-436e-8379-c4c80a102d28 req-09457a3a-96b2-4de9-8706-c99a41fade49 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0450068 May 18 14:20:59.363750 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6eaeefdd-e004-4144-8dc1-a1b21c7b8f36 req-ce94c46a-b561-4463-a275-ec919f90dbaa tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0425680 May 18 14:21:00.512069 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a6e4d52-6e02-4cce-84d5-7aedb80ecd85 req-1cc6452e-9fe9-41a6-b0b2-a7d7f9343c99 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0416152 May 18 14:21:01.660726 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4df1327e-ed80-4706-b8e1-49ee5fd2efaf req-672148d6-dc1f-4fa7-9b7d-2a0b6aaf0afe tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0445528 May 18 14:21:02.807114 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-77581fad-a913-45d0-9998-9b81d3bc409b req-596f6f51-b30c-4f2c-8efc-6abc7502cb54 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0411930 May 18 14:21:03.955636 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-46e6d0b1-09fe-43cf-976d-4457e7369ec0 req-3234db99-c35f-4898-8729-80f01f91fc57 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0426686 May 18 14:21:05.105902 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-532bb2c5-3514-4eb5-8577-2bfb66c9ece5 req-693b6c11-0c8d-4f56-b0b1-426b46770473 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0445616 May 18 14:21:06.250517 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9784845b-4171-425c-acb7-29ce43d62ee0 req-6af8f750-b5f5-4701-99a7-283329086528 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0415750 May 18 14:21:07.399219 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b8f415b5-5213-4bfc-abce-d07d0fd37dcc req-7168fdff-1d10-4ba1-9b55-a6ec8c4382a2 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0429218 May 18 14:21:08.548764 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c0fd5ec8-1b12-4644-b4b7-c16e88d48ed0 req-8e41771a-dec3-44ee-8317-d33f37c66b9f tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0452878 May 18 14:21:09.698922 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-935a009b-8b3d-4a46-aa9c-dba558c8b315 req-b2a6d17c-ac13-4b6d-a1e3-f50e9c61320a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0417140 May 18 14:21:10.857153 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-77ee0d1e-faa5-4df6-8415-5af6f4e65fa6 req-27b40070-66b9-4b18-b72c-0c37deb4fae4 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0413277 May 18 14:21:12.081822 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1dadec61-ef6e-4049-ab17-59a4ad3a0d88 req-2e7bc747-dc8e-4cb4-8996-78046bfd5923 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.1200829 May 18 14:21:13.226700 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-638d9fa5-8d6c-4811-8122-1f14874ba625 req-01a010ba-c710-4cf6-8370-dd14e01dfb3c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0424521 May 18 14:21:14.375591 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b75b5f5b-2fd9-4f31-9218-8cdc7a62552d req-43eaa81b-2d0b-47bc-9f2b-bb18f2bd95d6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0444393 May 18 14:21:15.520438 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ad4569d4-1042-4505-9b68-d292bf3b0d7d req-830c5643-1f2e-424d-924d-2f96757f0f3c tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0424204 May 18 14:21:16.667331 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-893e831a-c252-4e6d-8595-8b02fd1bf353 req-beceae07-fd82-4f07-a8db-935f23bcce68 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0421505 May 18 14:21:17.818776 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bae22569-a684-4a48-b684-dd2fc6349bcd req-2c9ee890-8a70-41f2-a6cc-816d1bd6e489 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0444725 May 18 14:21:18.269054 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [req-6a313a9b-747a-441e-81af-1e28ddee1732 req-7ef33fa7-d4af-409e-921a-8da2610457bc service neutron] (91462) timed out ('10.222.0.13', 51776) {{(pid=91462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 14:21:18.614742 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:18.850633 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5248ea6d-a18c-4873-8708-877f1c6cb161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:18.965729 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8ed44163-1776-467d-aa6a-2582a0a971c4 req-fe7db627-54bf-4409-b146-584cac9756d3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0419731 May 18 14:21:20.110880 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7169f293-d93e-40f9-91dc-2497958fdd68 req-5020e464-5a92-435c-b4db-ca88ec2fbe10 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0423048 May 18 14:21:21.260999 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c6085a44-cf2e-49b8-bd7a-32549f16a640 req-4fc3c9c7-0ba6-4df6-8e53-1262dce93a9b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0452929 May 18 14:21:21.431860 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-18ef2385-49f8-418e-a31a-146f43c950f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:21.450149 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:22.408485 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-479a2bad-a279-4eee-ac9a-2d3c6471dc0c req-d3fe748c-afd9-48eb-8bda-4828388b2e65 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0428095 May 18 14:21:22.451757 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:23.555230 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8ced2f55-c29f-4e55-aa30-7f59f654786d req-7fb55138-7442-4c4f-afb5-19da045f76e8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0419731 May 18 14:21:24.199088 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:24.705837 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3d31d132-4597-43e3-9b3c-2f6d566b3389 req-7375795a-5463-41ab-9276-ee6542549fe4 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0449913 May 18 14:21:25.853478 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4f87e76d-9d0b-40b9-a927-03a03808674a req-a0055aa9-3c39-4ee8-90bb-58a18d800fe4 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0439093 May 18 14:21:27.002253 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7db78d3f-4a72-48e8-89d3-ca49304a498e req-9fe01d5c-7955-4c8e-8270-f9bfd46a7ce3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0439754 May 18 14:21:28.157282 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7bfa2505-08f6-4e01-83b7-8db4f9a79de1 req-ef86cb55-b05d-46e1-a610-76d772053599 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0466976 May 18 14:21:29.307301 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44a33b1d-eb68-41bc-bd31-a1b4e2df8ccc req-1f72a0c1-8a4f-40e8-bafa-aee377f989a2 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0420089 May 18 14:21:30.462484 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d4be8e6c-42db-49df-ab9a-4ded9784a8e9 req-e8af0095-57ff-4cef-b1a5-22fb9786bf82 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0436940 May 18 14:21:30.902097 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-9ed45c77-f3df-444c-b40d-852be4efb92c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693777 May 18 14:21:30.992087 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-45b6f7af-19a1-49f6-8775-b7dea3cb21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:21:30.993546 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-45b6f7af-19a1-49f6-8775-b7dea3cb21e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 1098 time: 0.0700333 May 18 14:21:31.135706 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-a146a385-dc76-47f1-a001-47f66c770b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:21:31.137125 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-a146a385-dc76-47f1-a001-47f66c770b44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1240518 May 18 14:21:31.209713 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-430970a6-654e-4cd5-9011-e97b80bbfa25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=556e133e-e70c-49bb-964f-705d2f7a94d9 HTTP/1.1" status: 200 len: 217 time: 0.0649221 May 18 14:21:31.274357 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-fd1b016c-9395-4883-877d-0cbd4b9bfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:21:31.275761 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-fd1b016c-9395-4883-877d-0cbd4b9bfab9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0600495 May 18 14:21:31.324507 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-3c892c48-1ba4-4849-bfa6-23ae4256bdac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390589 May 18 14:21:31.459343 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-5c962882-1a3e-485e-a30a-d8733ab1548e service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250684 May 18 14:21:31.630830 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9406f993-d281-4ca1-aaf5-266268f13353 req-8c4ffc73-b71e-498e-916a-634c3459bc8a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0549576 May 18 14:21:31.676483 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-6b149f8a-eeb4-4042-85cd-708d419bae77 req-2bd3a802-02f9-4df9-ba00-ea462efdc84e service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103922 May 18 14:21:32.779818 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c2d0272-900e-4b43-b30d-70066e5de486 req-e7dcea79-50b5-4174-86b6-59f9a201a987 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0419507 May 18 14:21:33.925662 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-eff51970-8b65-47ae-af23-844905683228 req-6fb424a3-4601-487b-bc1d-d950aa22929a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0412266 May 18 14:21:35.076391 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1c5bf5db-46a4-40e0-9854-c38fcd8a11e1 req-aaade12a-9d6a-4a97-b0dc-0efae93e8242 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0441658 May 18 14:21:35.140019 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:21:36.223217 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4bbd3ab3-e9fc-4bac-a6bf-c9556cd68dc3 req-c1a90cea-c416-4915-952a-0152ef096950 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0425539 May 18 14:21:37.372264 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a349c51b-3b46-4641-8dd8-dc37d04d230d req-e5e6e8a0-e255-4030-84a9-8f64e28c1610 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0435560 May 18 14:21:38.522747 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-deaef598-3e49-40a0-ab76-2a7bac85199c req-650b9c16-8103-4217-96e9-8646f6f2dbf8 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0446627 May 18 14:21:39.668594 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c5ffe3e5-5898-426c-92bf-52db8d740788 req-23ed3744-d815-49fc-bcdc-859e5566ef66 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0413132 May 18 14:21:40.816296 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0bcc6067-a65a-465e-a9f2-0e05922b96cb req-cd511b3f-24b0-46fb-bec1-a1183c97d584 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0440009 May 18 14:21:41.967721 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8f26bc6f-6686-42b9-8a8b-564220afb63a req-30b1cd17-e787-48b2-9a7a-8221435a1d94 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0439804 May 18 14:21:43.114020 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f6bbbbd5-6d25-46b9-a8fd-721a613a1a91 req-326787f2-ac93-4040-80fc-1e2c77a5cf62 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0418110 May 18 14:21:44.259920 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a8211af3-e8f6-451e-9f30-b7c8ce05ed78 req-1fb288ec-8591-4125-9be7-52def4af1b43 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0418937 May 18 14:21:45.553187 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fb050930-df05-4b30-9505-c2a715a4725c req-5b2f586a-97b9-48af-98ba-cd7c74f17e1b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0449059 May 18 14:21:46.706172 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c4eac73a-cccc-4aa3-a60b-6fbebcb734fa req-3e1380ed-8408-4e15-b3d3-5ad322a82ec3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0480678 May 18 14:21:47.854712 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-daae51a6-7ba2-4fc7-a2b3-d2437fccd289 req-f012b78b-c2d0-453d-8c46-0c5d77530544 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0433855 May 18 14:21:48.209602 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42596) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:21:48.272176 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:48.299164 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:48.351890 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:48.355894 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-cd89fdb0-ec8f-441d-bf02-ff6ce41abefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:21:48.373219 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68652765-e87d-49b1-bc56-16ec694232a4,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:48.384354 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.384712 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.385062 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.385409 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.385771 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.386109 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.386444 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.386773 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.387104 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.387437 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.387765 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.388089 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:21:48.391805 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:21:48.394081 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:48.394831 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "DELETE /v2.0/security-groups/68652765-e87d-49b1-bc56-16ec694232a4 HTTP/1.1" status: 204 len: 168 time: 0.1842649 May 18 14:21:48.397429 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42600) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:21:48.413104 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.api.v2.resource [None req-ef33f773-9f0f-47cd-9214-650d05f76873 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] show failed (client error): The resource could not be found. May 18 14:21:48.414129 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-ef33f773-9f0f-47cd-9214-650d05f76873 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "GET /v2.0/security-groups/68652765-e87d-49b1-bc56-16ec694232a4 HTTP/1.1" status: 404 len: 347 time: 0.0158026 May 18 14:21:48.416912 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 42604) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:21:48.629117 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:48.631978 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Deleting port a94ddd34-6352-4195-bea3-9470c9520417 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:21:48.632321 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:48.747657 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:48.747977 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:48.869548 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-027a9de6-e4b7-488e-a10c-8f275f2118ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:48.874853 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Calling delete_port for a94ddd34-6352-4195-bea3-9470c9520417 owned by network:floatingip {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:21:49.018429 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:49.022533 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2bf4cbaf-449d-4bbe-980d-31297116c692 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:21:49.025439 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-776be5f0-19d5-4376-9c67-ac0c98afed33 req-53f9fdfc-021e-411e-a51a-cbd0a1a8c9cd tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0566337 May 18 14:21:49.071230 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Pushing event deleted for resources: {'Port': ['ID=a94ddd34-6352-4195-bea3-9470c9520417,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:21:49.100474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:21:49.164240 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks [] for floatingip, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:49.177849 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:49.178956 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] 10.222.0.44 "DELETE /v2.0/floatingips/b21cce4d-3beb-455f-a3b0-5919174e1d0d HTTP/1.1" status: 204 len: 168 time: 0.7611940 May 18 14:21:50.239713 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b18894f9-53be-48c7-88f4-07a05b1f5665 req-36ca95aa-70ff-4058-8148-f041d067488b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.1157699 May 18 14:21:51.384441 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2f0c1522-674f-4a49-9931-20f78d801a2e req-533f6801-e464-436d-a789-1a446bc3c2ad tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0427375 May 18 14:21:51.433943 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7a1d-ba40-4e25-abdb-236cd1b62060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:51.451733 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:52.458831 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:52.534889 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a475b6ed-2ef7-4d8a-98e6-4f0f321b8cb0 req-d3db165c-6b83-4136-b60c-d9c69c899abf tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0443540 May 18 14:21:53.679202 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d26861a7-c6ee-4005-829d-e9d84751e8c5 req-0f8e2448-8ca2-4b2e-8edd-00d2e10bb397 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0417404 May 18 14:21:54.056526 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:21:54.825353 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4371b441-b4e9-426a-8103-30dd18fe1f0f req-fed1291e-3f2e-4535-a2ce-12fba38ba7d2 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0421658 May 18 14:21:55.977540 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ba01565b-8083-4f9d-9f91-e768ec397b64 req-8f51092e-f172-4de3-8be3-21a8759bb060 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0450230 May 18 14:21:57.123920 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-46d92383-923b-4860-ba33-03ada2e263f3 req-25515a7d-9bda-4069-aedd-b30cac52d2ce tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0423772 May 18 14:21:58.269891 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dd5a505e-120f-4a7d-a592-2c836fd0da67 req-040679c6-6faa-46ea-a8a2-4740dda8610b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0418615 May 18 14:21:59.419336 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c22d5b94-573a-4ac9-98d2-e0b65cd2214b req-39fffe94-da6d-4567-a25b-01fc0769eea0 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0438998 May 18 14:22:00.566268 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4fd83859-a639-4be4-be67-97f659bcbcb2 req-e3885f54-c94e-46ca-9699-0c68e672e5e1 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0420887 May 18 14:22:01.711075 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3531b01c-1ca4-4739-a284-8599aabdeb6e req-45446337-706c-445a-8765-1e1f11ca7c12 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0413239 May 18 14:22:02.860749 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-184bd295-397f-493d-b169-2072773da73d req-01a03141-ee27-44e1-83a8-b137caa28002 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0447428 May 18 14:22:04.003878 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b3fedcbc-cf7f-465d-bb77-b8ea7356cde7 req-7dc6a8c4-3f70-45d2-8bca-742653a0a726 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0421448 May 18 14:22:05.153812 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b1cf46fd-1a55-4d77-ad29-bb0a338a945a req-218ad74f-0279-4b23-aa37-94d0f030b5ba tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0419321 May 18 14:22:06.308281 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d645dcf-6219-4e2a-a6e9-76a3fd2c0fa4 req-e8045095-531e-4ad0-ac07-32290251c6af tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0469854 May 18 14:22:07.454013 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3e5d4eb5-ab29-403a-922b-e409f39937e4 req-44785327-1cc6-4b5c-b992-4a58692dba4e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0416050 May 18 14:22:08.599677 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a29e7292-0148-4c82-8ae1-4333d685d1af req-8ad86811-800f-4c33-96d0-cbd1e4f636bd tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0419867 May 18 14:22:09.749964 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-404165fd-a059-431a-adf2-c9814c268bff req-5416e713-d9dc-47e3-82b4-d81cd1ba556d tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0458450 May 18 14:22:10.896132 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-28444241-f9a3-4896-b5ef-b89cc3834052 req-595d5e46-cbb7-4c58-a299-811b14460e07 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0429533 May 18 14:22:12.043443 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0af6c618-9162-4c28-8321-e23543874173 req-3472965e-fee2-4511-9334-ea584265e586 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0423522 May 18 14:22:12.139182 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:22:13.198976 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e3d58b4f-231c-4f91-8332-1c3252a1ff5b req-7690a144-dbc0-4ee2-b427-4b809a6b4e14 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0449386 May 18 14:22:14.344403 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-88e4f085-d444-43eb-9611-6e24d1f3618b req-470ae050-58a1-4565-84b4-579ef46f66b0 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0416479 May 18 14:22:15.489977 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c46ba01-e0e8-4e21-8909-0332e4ff8467 req-3eb6d7df-8e97-494e-aefd-e47cacf0853e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0419641 May 18 14:22:16.644912 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-af9ab318-c9df-4efc-99e1-975dc43b9b77 req-9de4223b-b018-4f36-859d-c18c9e54e46a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0460448 May 18 14:22:17.826974 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-26961e85-36dc-43ee-946d-37ee816ba549 req-e2ee8377-38bf-41f5-a65c-fea11272cd10 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0627341 May 18 14:22:18.629446 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:18.849113 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2f973500-15a9-4e7a-9bde-3107cc03c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:18.984811 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d1f7959d-2a2b-4b01-b557-3d0b0d557e34 req-2f866089-f3f5-45f8-9804-7a378b220297 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0451891 May 18 14:22:20.140312 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a58e7508-26dc-4e94-91dc-02a4181d4b85 req-f1abc7e4-0d4a-44ed-a5fa-9fec8aa03991 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0450258 May 18 14:22:21.291049 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-20a315a8-649e-4664-a27a-29d4d1f7984f req-084d217f-6061-473c-a97b-632cdca15070 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0428545 May 18 14:22:21.436484 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0aef87c7-e5c7-4f8b-9a70-4f461adbc5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:21.453497 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:22.438244 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-96fa1d70-e311-4748-a838-8a1496fc65f1 req-343f294c-3652-43d8-ae9b-3b914d4ba483 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0425529 May 18 14:22:22.458927 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:23.598905 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-46235b9b-505e-4f14-8810-d42097e3e3ab req-736de065-6827-4a0f-be5b-ad88b7a98157 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0453942 May 18 14:22:24.053363 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:24.771953 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3e825c8c-43ac-421d-aa1b-d82f82a2c699 req-af7955a9-7077-490a-a470-41451c666ea6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0640650 May 18 14:22:25.433779 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae3cda-1a5d-40c3-b665-a83cd26473ca req-cca28633-43ae-4215-b689-cad656f39ae6 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:22:25.435213 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b6ae3cda-1a5d-40c3-b665-a83cd26473ca req-cca28633-43ae-4215-b689-cad656f39ae6 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 946 time: 0.0784841 May 18 14:22:25.562505 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b6ae3cda-1a5d-40c3-b665-a83cd26473ca req-c45fd3d1-4e5a-4aa4-b156-3212e8623acd tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4b00c5b-73c3-43e0-a8e5-23b64304c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210155 May 18 14:22:25.760691 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-9c4c01c0-a2af-4f53-a639-0ea434b362e3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:22:25.761383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-9c4c01c0-a2af-4f53-a639-0ea434b362e3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Synchronizing usage tracker for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:22:25.776156 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-9c4c01c0-a2af-4f53-a639-0ea434b362e3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Unset dirty status for tenant:3cb9fd49803143d589ffb8f1b1e0933a on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:22:25.777397 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-9c4c01c0-a2af-4f53-a639-0ea434b362e3 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 946 time: 0.1000924 May 18 14:22:25.914660 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Deleting port 004042bd-29ab-47fe-a69e-381f0676ebaa {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:22:25.915000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:25.935179 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1001462a-a459-48b0-9143-2dc69a59f092 req-7bde22f6-809b-494a-b3d2-82406a7c6fc6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0463052 May 18 14:22:26.046671 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] For port 004042bd-29ab-47fe-a69e-381f0676ebaa, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=004042bd-29ab-47fe-a69e-381f0676ebaa,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:22:26.046938 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:26.401255 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:26.401650 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:26.401963 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.l3_db [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Floating IP 8aaa6914-09d2-48d3-bfe3-aee8655783ed disassociated. External IP: 172.27.2.250, port: 004042bd-29ab-47fe-a69e-381f0676ebaa. May 18 14:22:26.402299 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Calling delete_port for 004042bd-29ab-47fe-a69e-381f0676ebaa owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:22:26.527118 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:26.532868 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1993ab2d-e210-4efc-bd40-800421c12bb3 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:22:26.581641 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event deleted for resources: {'Port': ['ID=004042bd-29ab-47fe-a69e-381f0676ebaa,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:26.584997 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:22:26.741809 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a0d1a822-c0cb-49ca-b4b1-561ddc1cb93e req-88ddad33-2618-48ec-b7d6-6ad1a2838634 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2445c02-6060-4aa9-bee8-67bdaff9516f HTTP/1.1" status: 200 len: 210 time: 0.0435750 May 18 14:22:26.790133 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:22:26.980310 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:22:26.991064 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] Sync routers for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:22:27.002880 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:22:27.004210 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:22:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:27.083239 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] No DVR routers for this DVR port 004042bd-29ab-47fe-a69e-381f0676ebaa on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:22:27.086168 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:27.089143 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'name': 'network-vif-deleted', 'tag': '004042bd-29ab-47fe-a69e-381f0676ebaa'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:22:27.106737 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cc76ba8a-8067-4e30-9ca2-a4c6c0c29ae4 req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.13 "DELETE /v2.0/ports/004042bd-29ab-47fe-a69e-381f0676ebaa HTTP/1.1" status: 204 len: 173 time: 1.3237283 May 18 14:22:27.123936 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-89dc6d67-f117-4e07-9b63-5a45cbebb080 req-4f92dbd1-89ca-4b7c-87bc-91510f04451e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0484948 May 18 14:22:27.180137 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2445c02-6060-4aa9-bee8-67bdaff9516f', 'name': 'network-vif-deleted', 'tag': '004042bd-29ab-47fe-a69e-381f0676ebaa', 'status': 'completed', 'code': 200} May 18 14:22:27.225134 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:22:27.538109 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:27.542139 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] Checking router: 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:22:27.550532 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:22:27.551121 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:22:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:27.742557 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:22:27.873211 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 42976) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:22:27.938652 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:27.967283 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:28.021466 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:28.026502 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-614318da-e524-4e9c-bf28-6fe07f00b900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:22:28.041023 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b00c5b-73c3-43e0-a8e5-23b64304c21a,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:28.050225 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.050584 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.050926 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.051274 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.051616 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.051963 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.052308 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.052640 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.052980 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.053436 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.053666 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.053998 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:22:28.059856 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:22:28.061819 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:28.065734 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "DELETE /v2.0/security-groups/d4b00c5b-73c3-43e0-a8e5-23b64304c21a HTTP/1.1" status: 204 len: 168 time: 0.1913579 May 18 14:22:28.066328 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 42982) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:22:28.088502 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.api.v2.resource [None req-fed33436-7049-4348-a29c-0a8707de70d9 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] show failed (client error): The resource could not be found. May 18 14:22:28.092173 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:22:28.092699 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-fed33436-7049-4348-a29c-0a8707de70d9 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "GET /v2.0/security-groups/d4b00c5b-73c3-43e0-a8e5-23b64304c21a HTTP/1.1" status: 404 len: 347 time: 0.0223103 May 18 14:22:28.092699 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 42986) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:22:28.094984 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d9822-fa2d-4fde-876d-397b2b32e36a None None] The sync data for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi is: [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:01Z', 'revision_number': 4, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '935d0dc5-e8a9-45b4-8e29-9c6de0cc889a', 'name': '', 'network_id': '4b8b487b-f3ee-4d4d-b644-53292908bc31', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'mac_address': 'fa:16:3e:f5:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:03:00Z', 'updated_at': '2021-05-18T14:03:14Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'subnets': [{'id': '9af6cc4b-2711-40b8-97d1-ee2313a6b5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:22:28.330326 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-771cbcaa-39b8-4a41-8dc7-63362b08cdf0 req-bcca7f9a-7357-4409-ba81-388854f03ca6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0784779 May 18 14:22:28.356746 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5e224-660f-475d-9a73-a9477d093f9e None None] New status for floating IP 8aaa6914-09d2-48d3-bfe3-aee8655783ed: DOWN {{(pid=91463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:22:28.366608 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Deleting port 32c6e1da-a10e-485e-bda6-c23562a53986 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:22:28.366954 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:28.489870 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:28.490196 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:28.614682 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Calling delete_port for 32c6e1da-a10e-485e-bda6-c23562a53986 owned by network:floatingip {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:22:28.722972 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:28.727225 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:22:28.772917 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Pushing event deleted for resources: {'Port': ['ID=32c6e1da-a10e-485e-bda6-c23562a53986,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:22:28.775591 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:22:28.836159 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 004042bd-29ab-47fe-a69e-381f0676ebaa no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:22:28.869097 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks [] for floatingip, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:28.871124 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: 004042bd-29ab-47fe-a69e-381f0676ebaa {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:22:28.871476 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 004042bd-29ab-47fe-a69e-381f0676ebaa not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:22:28.883963 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:28.885092 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] 10.222.0.44 "DELETE /v2.0/floatingips/8aaa6914-09d2-48d3-bfe3-aee8655783ed HTTP/1.1" status: 204 len: 168 time: 0.7918165 May 18 14:22:29.485535 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-da2351d3-cf3e-4b88-b72a-c8f67cebb7a6 req-b1205f75-6c1e-452a-a17d-7c470c6b40ee tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0417950 May 18 14:22:30.636985 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2d94092c-6a28-47bf-b566-929a708285d2 req-403f3b68-4e25-4373-9700-5cb2760fa775 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0455341 May 18 14:22:31.788095 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dd33aed3-561c-4fae-91da-fbb4d5008dc3 req-94afba48-eddc-4526-9971-f3ce9b22b2ea tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0461009 May 18 14:22:31.887949 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-6ce634dd-dec4-4c0f-89f9-a1db7531b1d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692713 May 18 14:22:31.982313 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-e031a628-8178-4172-b650-5e67bbb4a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:22:31.983881 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-e031a628-8178-4172-b650-5e67bbb4a7a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 1098 time: 0.0734169 May 18 14:22:32.134687 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-79838ec0-0899-46d8-8dbc-e4d8de1bc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:22:32.136255 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-79838ec0-0899-46d8-8dbc-e4d8de1bc330 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1305361 May 18 14:22:32.204579 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-52c52c04-f72b-4c3b-bf65-d9fca9edd187 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221 HTTP/1.1" status: 200 len: 217 time: 0.0611136 May 18 14:22:32.270198 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-57da37be-8cb6-497a-8c1a-2b50fea8dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:22:32.271624 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-57da37be-8cb6-497a-8c1a-2b50fea8dd0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0603004 May 18 14:22:32.321142 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-d4fb3423-2e17-4118-a952-d5fe29badbdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407434 May 18 14:22:32.454558 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-63bf7b08-1ff3-4804-9247-59f0ac723402 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265121 May 18 14:22:32.590232 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-47e737d1-bb04-4664-9aff-7ac52f8101a1 req-1abf14f4-f558-49f5-9593-d7c8d2274eec service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276970 May 18 14:22:32.938536 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-92abda2f-231b-46eb-b82e-b3ff6d74408b req-046b6d2f-d005-414f-9d55-808d967395c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0416539 May 18 14:22:34.088748 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ea06932b-63b3-4034-981e-5f2f13a7da5c req-c004af8b-0225-43b5-afef-0821084ffa09 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3970f0fc-af69-484d-b087-9ccab7689367 HTTP/1.1" status: 200 len: 210 time: 0.0429115 May 18 14:22:48.646001 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:48.860383 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c097-b6e6-4ea9-adc4-11442d338c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:49.140030 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:22:51.438926 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e71cbfc8-fa6f-458d-89e0-c024ec53464e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:51.456308 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:52.462007 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:22:54.058312 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:18.654139 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:18.856626 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-1ba4db83-3567-4467-b90d-17e65ea8a604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:21.449594 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9480fb29-283a-42ce-80a0-8aad61642f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:21.464545 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:22.466312 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:24.061019 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:26.139578 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:23:48.657064 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:48.858994 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-bc5ce0a4-b617-4dc8-b423-dd6fb0e26723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:51.448024 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-ebdb910c-9b71-42cd-a39c-a3ab81ef2273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:51.459144 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:52.467717 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:23:54.062710 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:03.139970 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:24:18.676795 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:18.860851 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a2f88b40-8f66-413a-9cf8-f9cec14c4395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:21.441052 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7a4c26bf-4e84-4356-be07-851443beccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:21.461740 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:22.471270 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:24.065198 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:33.984507 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-898d33bc-f7d1-4792-8c26-9e5f1f6a79fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1926386 May 18 14:24:34.133835 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-056e7120-459d-4a49-b730-273a66e5a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:24:34.135371 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-056e7120-459d-4a49-b730-273a66e5a120 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f873bec497444399160d9938f02671&device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 1099 time: 0.0771813 May 18 14:24:34.286283 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-1ff31c66-542f-4de0-b895-0787c3e920a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:24:34.288141 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-1ff31c66-542f-4de0-b895-0787c3e920a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 200 len: 919 time: 0.1326835 May 18 14:24:34.362344 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-c5f3ba90-d919-4b37-8f38-3f98eefe79ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 200 len: 217 time: 0.0672529 May 18 14:24:34.428661 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-279e74cb-9864-4d63-9f5a-3f7b88c1c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:24:34.431055 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-279e74cb-9864-4d63-9f5a-3f7b88c1c337 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 200 len: 858 time: 0.0620251 May 18 14:24:34.490450 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-cada593d-eb45-40ec-b47c-ce0508c9c85d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7cd0f88-6b47-4184-b061-a651cbc5664b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521197 May 18 14:24:34.509705 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-0ed36bfd-80cb-40b1-ab1e-205861362e9b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:24:34.511799 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-0ed36bfd-80cb-40b1-ab1e-205861362e9b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141203 May 18 14:24:34.713252 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-33cf7181-89e4-43ae-ba6b-c16a8aa3b78a service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937945 May 18 14:24:34.866540 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-7de24905-8b7a-48dd-b6bd-c01b25459b03 req-53c44733-379b-4491-8f2e-8adeac1e6aca service neutron] 10.222.0.13 "GET /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453207 May 18 14:24:34.981259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e785a5-5e46-4580-a399-b4ffbd458750 req-9b23bda5-30d7-4448-93fb-368e4ab80338 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:24:34.982865 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-67e785a5-5e46-4580-a399-b4ffbd458750 req-9b23bda5-30d7-4448-93fb-368e4ab80338 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.3130198 May 18 14:24:35.033818 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-67e785a5-5e46-4580-a399-b4ffbd458750 req-39a9450b-405e-440d-be23-ac19eda83be1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 May 18 14:24:35.178318 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-a080b25c-deea-407f-82f7-40c746e06ce3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:24:35.179032 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-a080b25c-deea-407f-82f7-40c746e06ce3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Synchronizing usage tracker for tenant:57f873bec497444399160d9938f02671 on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:24:35.195904 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-a080b25c-deea-407f-82f7-40c746e06ce3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Unset dirty status for tenant:57f873bec497444399160d9938f02671 on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:24:35.197138 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-a080b25c-deea-407f-82f7-40c746e06ce3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.13 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 945 time: 0.1130524 May 18 14:24:35.344667 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Deleting port c6c23bd3-3705-40c8-ab5b-e7ad240f1182 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:24:35.345002 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:35.481641 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] For port c6c23bd3-3705-40c8-ab5b-e7ad240f1182, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:24:35.482000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:35.612129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Calling delete_port for c6c23bd3-3705-40c8-ab5b-e7ad240f1182 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:24:35.745861 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:35.756257 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:24:35.759841 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['3b4622d0-5b39-46c7-ad01-14fec490db9a'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:24:35.831655 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Pushing event deleted for resources: {'Port': ['ID=c6c23bd3-3705-40c8-ab5b-e7ad240f1182,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:35.877032 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.877393 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.877773 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.878120 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.878466 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.878803 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.879281 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.879625 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.879962 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.880298 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.880635 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.880968 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:24:35.889001 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:24:35.929070 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] No DVR routers for this DVR port c6c23bd3-3705-40c8-ab5b-e7ad240f1182 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:24:35.932658 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:35.935410 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e013b731-a570-4d87-9104-6d2ebae48653', 'name': 'network-vif-deleted', 'tag': 'c6c23bd3-3705-40c8-ab5b-e7ad240f1182'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:24:35.953121 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-b436a12b-454b-4090-87d4-27c68dc1e3a0 req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.13 "DELETE /v2.0/ports/c6c23bd3-3705-40c8-ab5b-e7ad240f1182 HTTP/1.1" status: 204 len: 173 time: 0.7501130 May 18 14:24:36.073694 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e013b731-a570-4d87-9104-6d2ebae48653', 'name': 'network-vif-deleted', 'tag': 'c6c23bd3-3705-40c8-ab5b-e7ad240f1182', 'status': 'completed', 'code': 200} May 18 14:24:36.217557 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e42c9b39-33cf-4824-95d5-27367bdb1968 req-8ceb6d07-c048-4ad6-a9a9-da5767b48ca2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e013b731-a570-4d87-9104-6d2ebae48653 HTTP/1.1" status: 200 len: 210 time: 0.0439479 May 18 14:24:37.424303 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device c6c23bd3-3705-40c8-ab5b-e7ad240f1182 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:24:37.458529 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: c6c23bd3-3705-40c8-ab5b-e7ad240f1182 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:24:37.458872 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device c6c23bd3-3705-40c8-ab5b-e7ad240f1182 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:24:37.778552 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9c705-c630-4726-9bf3-23279b9f349a req-335933ab-8e25-470b-9e4e-abeda541491f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:24:37.779988 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5fd9c705-c630-4726-9bf3-23279b9f349a req-335933ab-8e25-470b-9e4e-abeda541491f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1674833 May 18 14:24:37.827770 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5fd9c705-c630-4726-9bf3-23279b9f349a req-a49a9293-32ac-4a50-a409-1a8419dbe28c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/security-groups?id=6faab736-1202-411a-8255-64b8997482c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410821 May 18 14:24:38.287380 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4288821e-682a-4a7e-b697-745282d0d727 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:24:38.290747 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4288821e-682a-4a7e-b697-745282d0d727 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Synchronizing usage tracker for tenant:57f873bec497444399160d9938f02671 on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:24:38.306138 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4288821e-682a-4a7e-b697-745282d0d727 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Unset dirty status for tenant:57f873bec497444399160d9938f02671 on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:24:38.307190 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4288821e-682a-4a7e-b697-745282d0d727 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.13 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1113248 May 18 14:24:38.548716 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Deleting port 3b4622d0-5b39-46c7-ad01-14fec490db9a {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:24:38.549035 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:38.689676 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] For port 3b4622d0-5b39-46c7-ad01-14fec490db9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=3b4622d0-5b39-46c7-ad01-14fec490db9a,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:24:38.690037 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:38.814947 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Calling delete_port for 3b4622d0-5b39-46c7-ad01-14fec490db9a owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:24:38.954938 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:38.963025 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-218d803d-4f17-46df-a207-04ea3195a290 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:24:38.967137 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['3b4622d0-5b39-46c7-ad01-14fec490db9a'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:24:39.022163 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Pushing event deleted for resources: {'Port': ['ID=3b4622d0-5b39-46c7-ad01-14fec490db9a,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:24:39.026339 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:24:39.026864 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d911d24c-3645-4460-b5f3-b9b51dd2b44b req-4323168d-b3aa-4d77-9ad0-709ce7465de0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0762682 May 18 14:24:39.118581 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] No DVR routers for this DVR port 3b4622d0-5b39-46c7-ad01-14fec490db9a on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:24:39.121983 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:39.127048 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83170149-03c4-45a5-b3a6-db4fe24ba7ad', 'name': 'network-vif-deleted', 'tag': '3b4622d0-5b39-46c7-ad01-14fec490db9a'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:24:39.145204 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-01475c12-9e62-4010-805d-0ff28a5f2c38 req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.13 "DELETE /v2.0/ports/3b4622d0-5b39-46c7-ad01-14fec490db9a HTTP/1.1" status: 204 len: 173 time: 0.8320034 May 18 14:24:39.189234 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83170149-03c4-45a5-b3a6-db4fe24ba7ad', 'name': 'network-vif-deleted', 'tag': '3b4622d0-5b39-46c7-ad01-14fec490db9a', 'status': 'completed', 'code': 200} May 18 14:24:40.143144 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:24:40.210255 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-128ce5a6-0de0-4e5d-9432-a4de3d692295 req-6b7439d4-cce8-4c04-94bf-39712bcd30e2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0464225 May 18 14:24:41.407390 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8a27794-4bfe-4c6e-a7ef-d1efccc9d4c1 req-2d67d732-3a36-43ed-b550-5d51f01a6bde tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0694630 May 18 14:24:41.431487 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 3b4622d0-5b39-46c7-ad01-14fec490db9a no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:24:41.466917 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: 3b4622d0-5b39-46c7-ad01-14fec490db9a {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:24:41.467293 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 3b4622d0-5b39-46c7-ad01-14fec490db9a not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:24:42.567199 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-131c5715-0a61-41b3-80db-927a4260b0af req-ceab140c-35a3-4b34-a5cd-008f1507f8f5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0443790 May 18 14:24:43.734295 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7348c1c3-6a63-407b-9858-6a22c774bd32 req-4e3d943c-795c-4caf-9ba3-c360d3c91763 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0503817 May 18 14:24:44.891482 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aa7b9c6f-ae26-4a15-b7e5-3aa0ba7767f0 req-3f40d22f-9d1b-4de9-bb19-25c876d48ddf tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0429616 May 18 14:24:46.044842 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5c7e7ff5-fb6c-49ce-bb78-5eec57fa7955 req-ce80a434-9270-4074-bf4e-bfd1e44c37e6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0439589 May 18 14:24:47.234000 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a039c1c7-9331-4d16-bb3a-3f75271fbc25 req-cdbd03f8-b8fe-47ae-909d-97d275f2bc4c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0476837 May 18 14:24:48.420578 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d3c92cec-1e1c-4174-aef2-c66d62df1c97 req-aa40f910-b0cb-43cf-8409-600e0a542e14 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0633633 May 18 14:24:48.695745 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:48.867339 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f8b68836-7993-4a9c-82ba-dc38150bf5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:49.573025 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9bcc17a6-d683-460e-843b-8a2aa3b53d58 req-4fec5082-1b4a-4419-896a-2d0645193eca tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0436673 May 18 14:24:50.738944 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-08e7fc1f-059c-4768-81b8-2437eba21e87 req-329e6c84-06c5-475c-b14c-728fc40fd06c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0549703 May 18 14:24:51.456248 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-dbde02be-368a-4ceb-ba41-1dd1b367abfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:51.470861 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:52.033495 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c9d3d54-bbf5-4ee8-b303-79344083086a req-209c9af2-3e08-438c-ac70-489b5b93c52b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0445428 May 18 14:24:52.475832 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:53.191846 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-834468ac-ba6e-4864-b539-4ecb812ede13 req-e7927577-c7b7-44a0-a4eb-ac51e1ded2e9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0439932 May 18 14:24:54.071234 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:24:54.350968 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-862d3c44-04b6-4760-aee5-a9b431c3108c req-510bba46-ca6d-4529-9044-541bc3b585f8 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0498149 May 18 14:24:55.500541 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bc71e791-928a-45f6-8541-21b7918180c4 req-ec630fe6-eafa-4fe1-b3ce-4700ab297727 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0440230 May 18 14:24:56.661639 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bca74bbc-625c-4182-bd2e-032fd99a5b27 req-73ad49e2-8c33-4e49-99a6-f4aa6969e2e2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0496709 May 18 14:24:57.817393 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-26f975e6-61cb-4b1e-90fb-64d5c56ae25c req-04c57657-1c17-4389-9807-1e829c018859 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0477753 May 18 14:24:58.965780 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-66932d3f-6838-4cb3-b4de-ffd0ccf88e4f req-1f1179f6-2a72-4837-a7f9-467ff4e27a3f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0424623 May 18 14:25:00.111526 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9a80a5b5-a3a9-41a1-bb25-6671ae8bfe8c req-477da9be-3aa0-44ca-a59c-337474511e28 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0436716 May 18 14:25:01.270363 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d84d7efb-5a14-4cef-b6fc-67f71dd32b5c req-7b98f09a-83eb-41c1-80f2-0d552c228d29 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0481949 May 18 14:25:02.421635 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ec73046-dd60-403f-95d4-62179ff6c325 req-0ca20d5b-4af1-45c8-b184-040a0c5c0cd2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0432014 May 18 14:25:03.572567 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e34e9518-b510-4688-b4a7-5fb312d478a7 req-a2d58fd8-1e52-47fc-aff7-197b647bcc47 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0428455 May 18 14:25:04.729660 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b176df00-6e16-4833-ba40-c4cc97007026 req-bde9db7d-2e43-4ecb-a221-738a59018c4a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0470023 May 18 14:25:05.879272 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-79488007-2f71-48be-90e0-d75704f1115c req-ddba933d-3dfe-4f3f-bd9c-653bf9753496 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0428660 May 18 14:25:07.031557 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cc39a8f7-1ea0-40cb-ab4e-6a82fd9867b5 req-eb2f96fc-2c8a-4382-a4c9-2a0c2cd91f72 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0430634 May 18 14:25:08.188189 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2d6498be-f3fe-4be5-8def-3fa2689aa03a req-e18f6cb6-3c2c-4574-87a2-564136256734 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0465076 May 18 14:25:09.339060 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fa10e0d6-aa02-4b9f-bc2d-6979d268aa5f req-697ae3d1-3502-458a-8729-058ecbdd9ffc tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0441351 May 18 14:25:10.492254 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b3d43a67-911a-4250-b52c-365440cf8b72 req-1e19056f-5e16-4ad3-8753-583ae6e3f09b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0425875 May 18 14:25:11.646385 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d0dc0156-0752-4581-91ae-c165d84312e6 req-21e9ecca-42b8-4369-9625-ca1618a0cc9b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0451617 May 18 14:25:12.795711 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-acbf0575-24e1-42e4-9075-fae4c8ca4f0c req-a378884e-14b4-48e4-8144-6edb9e6d90a9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0438735 May 18 14:25:13.945023 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c2d985b8-4cc5-406b-b34f-bfa2eb14b5ba req-40da449a-b762-4c21-a58e-b4f61f31c674 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0433593 May 18 14:25:15.173053 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2d4939d0-f4e4-48a3-b3a9-219724a50560 req-12216dcb-9306-42e5-b45a-965364db3b19 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.1207039 May 18 14:25:16.322083 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e2b84796-7e6c-4945-bd02-74f1984c2903 req-64dbe31b-2ff2-4836-99ff-eaba58fd231f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0424211 May 18 14:25:17.143327 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:25:17.472271 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e8156cb3-fb81-4493-b0b0-fb8ebec455a8 req-eae8cf66-05c9-46fb-917f-1e44d5e8291f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0442917 May 18 14:25:18.649954 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-22ce766b-7781-4d07-b225-7428b383394f req-183cd906-1774-4795-9f4e-f6d60606cf6e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0654554 May 18 14:25:18.693459 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:18.865266 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5a75886a-ee34-402e-81d7-d36eb79be562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:19.826799 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cfb64053-33b4-4bc9-a4d1-c94dbc575f7f req-a8f1ec5f-2185-4a64-94cb-77348cf483d3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0430298 May 18 14:25:20.986242 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-11252901-b588-4cce-8607-2199e040c28f req-2a631065-e668-46a3-a835-c42a0a79f705 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0449579 May 18 14:25:21.454200 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8a693c70-1e44-4cc8-9e40-69b1194be906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:21.467106 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:22.151384 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-152630cc-95d6-4352-90e5-17d76b060f63 req-0b08b9af-860e-4ba1-8240-af515200a8ee tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0485306 May 18 14:25:22.485096 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:23.318700 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f5a72335-196f-4761-adf5-4506306a993a req-2b78e823-9c38-4905-b26d-1f1c2b4a2c87 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0497320 May 18 14:25:24.077111 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:24.494474 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-974aec1b-1f5e-4d1c-8997-bc5df3706007 req-5396988f-5a52-49ca-a89d-99bbc113da73 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0483391 May 18 14:25:25.682852 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e16a589d-e465-4a40-bc91-329a0f7e710d req-40af2056-cf1c-4236-a778-c05c9859b891 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0537207 May 18 14:25:26.861441 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-85e926bb-13bd-4701-ba4f-84282c10634b req-91fd1ab1-4ed5-4489-81e6-e7648e6c6cd9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0495546 May 18 14:25:28.014482 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ddea1fa-f2be-43a0-bd8b-ba2c6e534184 req-5b467bd5-575d-44bf-b5ea-4ac2eebdf21b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0430002 May 18 14:25:29.172876 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fbdd6845-cbb3-4aeb-8ebb-73028f9cc440 req-3552650e-812c-4089-9154-1e4cc65bb7cc tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0448759 May 18 14:25:30.323887 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-82f86271-7473-4e02-89fe-249895800b5f req-a5eaf3fe-d077-45fa-8c2a-0717c0752b8c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0437374 May 18 14:25:31.472872 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5f57ca7-7a74-4f4c-b1e2-6296eb4bda1e req-7b877384-329f-45b9-95f8-7669fc8809cb tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0423155 May 18 14:25:32.634580 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6d4a6b5a-6aef-4e44-bfff-85a5c29a1933 req-9c7ad169-97a4-412e-bd60-cf8fdcfcf84c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0478444 May 18 14:25:33.802438 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f0deb4a0-6283-4eb5-b233-2ba14a75a780 req-84bbf2e8-b297-4789-9297-38afc56cd4ed tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0441830 May 18 14:25:33.957759 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-32776eed-0bd8-47ae-8530-896bf69f245b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744286 May 18 14:25:34.052544 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-cd053c83-2877-40e1-9adc-485c54441d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:25:34.054108 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-cd053c83-2877-40e1-9adc-485c54441d86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1099 time: 0.0737076 May 18 14:25:34.204196 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-81913dbe-f0c1-4443-9566-098dafa4cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:25:34.205597 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-81913dbe-f0c1-4443-9566-098dafa4cf24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1308262 May 18 14:25:34.279999 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-89377f8a-2a5c-4a1d-839a-1990757629b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0669110 May 18 14:25:34.350259 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-c60e7bfe-30ce-43a7-afa2-5b561e3e0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:25:34.352741 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-c60e7bfe-30ce-43a7-afa2-5b561e3e0d47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0654342 May 18 14:25:34.412783 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-12462318-29ce-44c0-8197-1e1ea39c185f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539961 May 18 14:25:34.558792 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-5c6d500d-6cc8-43ab-b688-b34ff3d0c9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388972 May 18 14:25:34.702602 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e8fa0376-2ef7-4146-a34b-6c1633a5faf8 req-9bd39e72-e165-4b99-9011-9915a3e74cee service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372256 May 18 14:25:34.960207 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-12fc61ea-d8ef-41dd-8803-44f275fbe58d req-1d6d9d2f-c9b9-4fd6-8d48-1ecc5e0e24f6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0444806 May 18 14:25:36.126132 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e39b0e79-f5c9-45ff-99a8-eeb57369dd3c req-a1df185c-6a8a-4486-b09f-1c5751e42174 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0489001 May 18 14:25:37.279920 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f9d7286-24cc-42ea-ab96-752885eb3927 req-f320690c-5dc9-4729-95bf-a08443b142dc tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0445251 May 18 14:25:38.442853 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5d3721c1-b41a-403b-940f-e88dda5b3df9 req-4b33fc42-b6eb-4521-a9d4-aa8b089aac20 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0432448 May 18 14:25:39.604500 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-36a78fdb-4cf1-4e55-9fb8-281cf67a8f44 req-2edb26fc-8588-40ab-8909-d826fe1c329c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0470076 May 18 14:25:40.771617 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5f2ffc62-24a8-45c4-be45-03a4537b71ed req-d314faf3-1283-43a0-b0e2-505ac12b6038 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0458720 May 18 14:25:41.931066 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-dc00aca0-2dac-4e8a-bad7-856219ac4f75 req-ee0c54fe-376f-4512-9d54-d1ce27bd41f5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0459957 May 18 14:25:43.099174 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3015d568-3080-4dfa-9856-034d16081c90 req-3da4f5be-481a-4774-b5a9-3f7f8ec673cc tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0469151 May 18 14:25:44.255984 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e2ce57cb-8a55-4249-beca-e69a59f8ce32 req-c94657b6-ccec-4766-9def-2c65ea66a23a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0482335 May 18 14:25:45.424746 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9cd5ef67-9a15-44bf-9078-a74095e68aeb req-2e79d4a5-6661-47ba-97d3-0f2b90216d7f tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0456314 May 18 14:25:46.611041 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0549e190-2027-410c-b543-43c2c2204a8d req-70d8f9ca-fd96-46b2-b7a2-221f38651810 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0700800 May 18 14:25:47.767910 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bb3c429e-9aed-449b-947b-9bec2e062b49 req-3638ab64-019c-46a3-b039-7916e333ad92 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0449553 May 18 14:25:48.701335 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:48.866613 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbd17-7b27-4947-a80d-89cb3bff1641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:48.926723 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c7c75e3c-4d58-4d2f-b5cd-89dc1f302f5d req-93972833-4c16-4998-9abc-cb1b14faae78 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0418124 May 18 14:25:50.084991 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a7249a3e-0e27-4dfd-a1fb-045b65bf1222 req-d0088e3f-acac-44a0-aea8-4444bc5bc2de tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0451384 May 18 14:25:51.238483 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d6711d20-631e-46ee-af80-68c831609513 req-d84e2fbb-b703-414d-bd38-9a3de5886b86 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0441134 May 18 14:25:51.459198 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0efc06a9-6d50-4cc7-a785-5df3108e0af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:51.463723 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:52.394401 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-95f7339f-8cf3-45bc-b5de-b60cdbfd3ef2 req-b4de8535-0d72-4954-9da4-3a69c778aaa9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0419502 May 18 14:25:52.480303 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:53.634378 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-67395ef4-ceee-4785-ae08-c454127fec43 req-c7703020-802a-4829-a845-ff1b903b4572 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.1248484 May 18 14:25:54.076353 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:25:54.142632 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:25:54.788280 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-acaf281c-947e-4d28-9f96-88aa2ad7fd65 req-b3457ec1-b66f-4d76-b689-5f7b51255a90 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0432830 May 18 14:25:55.947351 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8da9e983-dcab-4113-a2d2-642670f6fe78 req-0db7a9c3-d61c-4157-a18a-a71fccad374a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0455735 May 18 14:25:57.114147 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-43792694-28dc-44fa-9451-b16596c9d74c req-ee4de326-d78a-4d1b-b354-7a3c878fc379 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0483506 May 18 14:25:58.263504 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6e3b7162-171c-4330-a759-bd636555cd6d req-535481f2-b4fd-4e49-bfdd-a4afa6c6ff14 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0431347 May 18 14:25:59.412289 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ee73ee55-9816-401e-950c-f042fb2544a2 req-a97f2c07-3129-4621-8268-5c803aebf4c5 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0425661 May 18 14:26:00.588822 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-70bcace2-371a-46b6-bb68-1a3c5c0083ee req-2a96f8b6-8997-4794-a4a7-a741e7baecdb tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0491474 May 18 14:26:01.739014 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a3132b0e-e740-4c1a-9e99-74f7cb17fa1d req-df69ad3e-3197-4d38-9986-a41b66949651 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0429187 May 18 14:26:02.889659 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-62a25b8a-8ec1-4c75-bfbf-33bc7ea46118 req-31d8428c-dee1-4d29-b983-eda92d08b4a9 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0428376 May 18 14:26:04.046361 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6ce5900e-b16e-4f3e-8922-26bcc6622945 req-bf1a7edf-2d60-4f5c-bcb4-800c99c2f53b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0465000 May 18 14:26:05.195835 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-19581dff-2b7f-4510-99e1-6872dcaefefb req-65d7bd3b-b443-4729-b8b3-9171a584421b tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0421031 May 18 14:26:06.367393 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1921f1ee-def6-4648-a338-5e67cb07fffe req-2ab8c06f-7830-4f48-98dc-22d7a9e96f9c tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0612304 May 18 14:26:07.526196 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6d17bd73-c3c8-4217-b3c4-56094fe0efd9 req-82d0dd5c-a88e-4811-8158-91c2fe268d96 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0462582 May 18 14:26:08.675605 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1f91e2db-bdcb-476e-8c2c-0600ba89237e req-ab01465d-79ac-4396-9cd5-e29a97bdaa60 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0436735 May 18 14:26:09.822367 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-893cedee-4b73-45f9-bdc9-8cf644099de9 req-81a80b51-fae1-4b5c-8fc1-8be66ac7c169 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0422788 May 18 14:26:11.118928 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-85dc25fb-90a0-41b7-a723-56c36248a9d7 req-eab559b6-2614-4a4b-86d9-03e6aa8a30ce tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0458593 May 18 14:26:12.265462 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-431f56bd-ef3a-4621-9751-0df55f4a7bd5 req-3f0e47e6-0cc6-4c78-b977-0bb15dffab51 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0426705 May 18 14:26:13.414830 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5d9a6a49-6cd5-4a73-8b28-be4bda9f64a2 req-fab78356-e203-4a28-8a61-51552b4bdf15 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0420647 May 18 14:26:14.567989 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-296143a6-3580-40f8-b1ab-69d64689905f req-24a63c01-a4fa-44e4-bd4e-ba8bc251ca6a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0452862 May 18 14:26:15.717263 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-92cc1860-088f-49d2-b1de-a9f287a4b244 req-4b7c5d61-9643-4b52-8354-2dabd2f41287 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0424216 May 18 14:26:16.863098 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8aa2f7aa-99ab-42b6-bee8-1242fffc9ddc req-d470faed-505e-4add-88b4-096040fb960a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0413930 May 18 14:26:18.016498 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e866a5bb-a4d3-4807-95b0-e4e9f9e1572e req-6823c699-c186-475e-b2d0-a39bf31a12e1 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0454891 May 18 14:26:18.702306 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:18.869326 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-92089edd-b375-45ab-9f00-f034b8fe285d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:19.168161 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4c4bdbe3-6440-4674-87fc-4494f33a7449 req-076943cb-591c-4513-902e-b506b037a14a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0434196 May 18 14:26:20.314403 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f6c3ff79-8fa9-487c-b64f-3357118e0ab5 req-2a0a3a50-f731-482a-a7a7-8a8358b56e6a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0423815 May 18 14:26:21.443395 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9352bfd3-5a7c-48df-ab40-bf006b6f7686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:21.465770 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:21.470922 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4c536bc0-0a15-4c41-aaee-5388fdaf5220 req-41d6fa9a-d202-43cc-bd8e-04aa09798df0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0492055 May 18 14:26:22.483224 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:22.620621 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-22d77f8d-e131-4fbb-91e7-50ca8eab1029 req-4705e2ab-492e-453e-90f2-6c204a13e77d tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0428264 May 18 14:26:23.767496 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-de8423d4-d499-4bb2-936c-878808cdd861 req-4246df76-d69a-43f5-bec3-81b33b6f881e tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0429640 May 18 14:26:24.077814 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:24.920664 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-06d42193-d217-470a-947f-f9a3c6b02e0d req-69e3f9b3-9531-4b1a-b6db-c3724aba50e8 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0448689 May 18 14:26:26.075158 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4226ba7c-e0ca-4158-a7c0-c22be22c1438 req-441c5f39-93c0-4533-9b4a-291fd702b8a6 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0438731 May 18 14:26:27.224282 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6d61703c-970b-40b1-b827-686ef569fd2b req-b448d627-ce9a-4821-bb0a-10dab544faeb tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0420754 May 18 14:26:28.387042 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-67723312-1c36-4478-b17d-e0f289b35e27 req-b61aa515-dd36-4eba-a6aa-908def4e36ae tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0522063 May 18 14:26:29.540557 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-703a1e5b-209a-4686-a3cf-00eef79feff5 req-724b938c-7ac8-4613-b80f-06d7fb0cf403 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0426784 May 18 14:26:30.695891 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e17e03c1-3983-4aab-b48c-c4f4437489bd req-576c4e8c-b7af-4148-b615-56f44fbd8128 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0438011 May 18 14:26:31.141925 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:26:31.941835 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6aae166f-8e73-43cf-af12-b585899f9b26 req-1f216a83-81b8-4d3a-8d40-2f3f646d7af3 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.1326418 May 18 14:26:33.091568 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-47b3c544-160b-4e67-981c-531c6cadb5f1 req-7419fa7e-2c34-4103-9359-2df8c81332ad tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0425954 May 18 14:26:34.251073 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ce38307-4c1c-413c-b18b-0a648c9cb5d2 req-31eb4bf7-815b-471b-b1f3-7fdcc1000ae0 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0454648 May 18 14:26:35.413373 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0925d59e-55d7-426b-8eca-981ce7d9e26e req-898d95ac-f668-44e7-be0f-7a2f2e7b2247 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0477653 May 18 14:26:35.906538 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-60047d19-1eb9-4cdb-9379-f5c8ed4b59cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719476 May 18 14:26:36.006590 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-b863e814-08f4-450a-89ee-59a6266be4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:26:36.008072 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-b863e814-08f4-450a-89ee-59a6266be4d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 1098 time: 0.0787106 May 18 14:26:36.238869 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-022ba981-f0b3-4469-a976-fbcc5c034b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:26:36.240314 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-022ba981-f0b3-4469-a976-fbcc5c034b3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.2097728 May 18 14:26:36.308623 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-23160448-50bc-4900-9e98-866fd60266b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=556e133e-e70c-49bb-964f-705d2f7a94d9 HTTP/1.1" status: 200 len: 217 time: 0.0603147 May 18 14:26:36.376976 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-6ee354e0-e2d3-42ac-bfda-5bf47036e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:26:36.378377 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-6ee354e0-e2d3-42ac-bfda-5bf47036e2ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0633969 May 18 14:26:36.426276 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-807188eb-5499-489b-bf0e-8157f87e6c2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407531 May 18 14:26:36.564157 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-cd1a05b9-6f9b-42aa-b3ca-5ebb3857a45d service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306639 May 18 14:26:36.575618 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-153faba9-5491-4382-b700-8f5ab0d7d610 req-fc869443-4ed6-4c5d-8bd7-1cf88af741fb tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0434763 May 18 14:26:36.700384 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-99dc64f0-cdf0-48d4-aa4f-54dfadda401a req-9786bc7b-f844-4c51-90bc-87ebea92018a service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293063 May 18 14:26:37.729795 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-021ccaa7-106c-4112-b193-2b11a412928e req-0e1c0f4d-709a-43ca-8413-92bfeab38d82 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0442433 May 18 14:26:38.888515 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9eaede67-c7a6-4cdd-ac64-6ec4f23c2577 req-8ccc15b6-b01f-4060-a734-18b8c10ccea2 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0482469 May 18 14:26:40.062254 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-bb4272c7-5239-4968-99bc-da616258ccf2 req-410b533e-43d3-4d13-a3b8-2127996c218a tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] 10.222.0.44 "GET /v2.0/ports?device_id=83170149-03c4-45a5-b3a6-db4fe24ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0477395 May 18 14:26:41.168167 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 45368) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:41.954097 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404041'] for router_interface, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:42.370928 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Deleting port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:26:42.371695 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:42.598410 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] For port 5378ebf9-d5b0-42d2-a08d-9664ca19c59c, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=5378ebf9-d5b0-42d2-a08d-9664ca19c59c,segment=NetworkSegment(13ed02f4-1529-4ed6-bcb6-41fbb49cd45e),segment_id=13ed02f4-1529-4ed6-bcb6-41fbb49cd45e)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:26:42.598893 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:42.720594 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Calling delete_port for 5378ebf9-d5b0-42d2-a08d-9664ca19c59c owned by network:router_interface {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:26:43.023381 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:43.027790 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-5c7a41d0-c831-41d4-ae2f-67ba2a110589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:43.135921 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=5378ebf9-d5b0-42d2-a08d-9664ca19c59c,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:43.150385 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.150739 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.151093 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.151438 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.151780 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.152119 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.152458 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.152791 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.153128 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.153458 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.153819 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.154146 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:43.158686 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:43.361389 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403929'] for router_interface, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:43.745974 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:26:44.037926 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:26:44.050008 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] Sync routers for ids ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:26:44.055022 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] 10.222.0.44 "PUT /v2.0/routers/6df8c2ce-ed43-4dc6-8783-32a7e7e069cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8824990 May 18 14:26:44.055752 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45398) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:44.067550 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] Routers {'6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:26:44.069279 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:26:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:44.250091 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks [] for router, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:44.334282 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] Set router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:26:44.434790 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:44.513092 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Deleting port 0d64f016-7f77-4ada-91ed-21f106a2e50b {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:26:44.513460 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:44.629016 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:54Z', 'updated_at': '2021-05-18T14:26:42Z', 'revision_number': 5, 'project_id': '57f873bec497444399160d9938f02671', 'gw_port': {'id': '0d64f016-7f77-4ada-91ed-21f106a2e50b', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:56Z', 'updated_at': '2021-05-18T14:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:44.633265 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] Checking router: 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:26:44.641816 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] Routers {'6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:26:44.642420 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:26:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:44.649338 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] For port 0d64f016-7f77-4ada-91ed-21f106a2e50b, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=0d64f016-7f77-4ada-91ed-21f106a2e50b,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:26:44.649718 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:44.801359 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Calling delete_port for 0d64f016-7f77-4ada-91ed-21f106a2e50b owned by network:router_gateway {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:26:44.812379 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] Set router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd gateway port host: None {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:26:44.962844 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:54Z', 'updated_at': '2021-05-18T14:26:44Z', 'revision_number': 6, 'project_id': '57f873bec497444399160d9938f02671', 'gw_port_host': None}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:44.967050 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13fb222-d48d-46b4-9e93-c9995127f85a None None] The sync data for ids ['6df8c2ce-ed43-4dc6-8783-32a7e7e069cd'] in dv-cinder-791239-1-iscsi is: [{'id': '6df8c2ce-ed43-4dc6-8783-32a7e7e069cd', 'name': 'tempest-ServerRescueNegativeTestJSON-301829369-router', 'tenant_id': '57f873bec497444399160d9938f02671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:54Z', 'updated_at': '2021-05-18T14:26:44Z', 'revision_number': 6, 'project_id': '57f873bec497444399160d9938f02671', 'gw_port_host': None}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:26:45.187085 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:45.192178 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1853361c-249c-478e-b85c-3bbf3ea08345 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:45.242036 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0d64f016-7f77-4ada-91ed-21f106a2e50b,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:45.308496 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.308891 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.309238 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.309623 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.309979 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.310333 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.310684 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.311033 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.311391 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.311736 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.312085 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.312423 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:26:45.318333 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:45.348062 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402018'] for router_gateway, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:45.533619 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:45.535895 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:45.625842 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401461'] for router, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:45.626341 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df8c2ce-ed43-4dc6-8783-32a7e7e069cd {{(pid=91462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:26:45.640052 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Notify callbacks [] for router, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:45.641165 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] 10.222.0.44 "DELETE /v2.0/routers/6df8c2ce-ed43-4dc6-8783-32a7e7e069cd HTTP/1.1" status: 204 len: 168 time: 1.5844424 May 18 14:26:45.643826 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45412) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:45.708641 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] Deleting subnet 70e0a325-e9fe-4dc2-99ee-31aa357ede04 {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:26:45.712568 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:45.767515 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:45.833956 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.144843 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.149850 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-dfd61bc3-77cf-4978-b75c-a92982728838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:46.185541 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e0a325-e9fe-4dc2-99ee-31aa357ede04,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:46.187553 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.190414 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:46.195482 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/70e0a325-e9fe-4dc2-99ee-31aa357ede04 HTTP/1.1" status: 204 len: 168 time: 0.5504911 May 18 14:26:46.197740 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45420) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:46.311306 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.443963 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.458312 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cd0f88-6b47-4184-b061-a651cbc5664b']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:46.476978 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:46.477263 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ed02f4-1529-4ed6-bcb6-41fbb49cd45e') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:46.490153 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.508513 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.515983 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:26:46.516498 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:26:46.531234 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:26:46.609287 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.615112 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:46.652845 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:46.657294 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7cd0f88-6b47-4184-b061-a651cbc5664b,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:46.670002 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:46.679122 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d7cd0f88-6b47-4184-b061-a651cbc5664b HTTP/1.1" status: 204 len: 168 time: 0.4802868 May 18 14:26:46.820959 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45430) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:46.829065 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 5378ebf9-d5b0-42d2-a08d-9664ca19c59c no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:26:46.866391 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 5378ebf9-d5b0-42d2-a08d-9664ca19c59c {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:26:46.866729 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 5378ebf9-d5b0-42d2-a08d-9664ca19c59c not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:26:46.867153 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0d64f016-7f77-4ada-91ed-21f106a2e50b no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:26:46.906823 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 0d64f016-7f77-4ada-91ed-21f106a2e50b {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:26:46.906823 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0d64f016-7f77-4ada-91ed-21f106a2e50b not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:26:46.954112 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a5f4fd62-9393-4245-833d-120384070f36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57f873bec497444399160d9938f02671&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1334922 May 18 14:26:46.957700 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 45436) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:47.025864 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-bac8bc5d-16cb-463b-b9a2-f2e9f4c3751d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:47.051824 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-bac8bc5d-16cb-463b-b9a2-f2e9f4c3751d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:47.107933 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-bac8bc5d-16cb-463b-b9a2-f2e9f4c3751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:47.111991 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3ffe2ec1-c19d-43b9-ba1d-f916942f30c4 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:47.125984 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8bc5d-16cb-463b-b9a2-f2e9f4c3751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faab736-1202-411a-8255-64b8997482c1,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:47.128541 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-bac8bc5d-16cb-463b-b9a2-f2e9f4c3751d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:47.141932 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-bac8bc5d-16cb-463b-b9a2-f2e9f4c3751d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:47.143043 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-bac8bc5d-16cb-463b-b9a2-f2e9f4c3751d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6faab736-1202-411a-8255-64b8997482c1 HTTP/1.1" status: 204 len: 168 time: 0.1834130 May 18 14:26:47.982894 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45466) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:48.094599 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-114765602-network', 'tenant_id': 'd63bcabea259497291c478147529ed96'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:26:48.099575 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:26:48.104951 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Usage tracker for resource:network and tenant:d63bcabea259497291c478147529ed96 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:26:48.108023 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:26:48.114301 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:26:48.124841 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Made reservation on behalf of d63bcabea259497291c478147529ed96 for: {'network': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:26:48.127216 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.140171 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.155129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:26:48.159022 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Usage tracker for resource:security_group_rule and tenant:d63bcabea259497291c478147529ed96 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:26:48.162432 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:26:48.168798 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:26:48.256005 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.261173 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.264038 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a54eafbd-11bb-4ad0-a6b8-50ae4dcd144c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:48.293202 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=91462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:26:48.301855 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a45a9d-7a50-4ac7-bc5b-338a097626ff,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:48.306166 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:48.311737 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.311737 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.segments_db [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Added segment 5d3f5b97-08bb-43d6-92f4-72e7e245ce6e of type vlan for network 1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067 May 18 14:26:48.338751 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.372355 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.373743 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:26:48.374467 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.379823 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e08c717a-a119-46fe-b728-ce896b10ad1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:48.475664 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4908345 May 18 14:26:48.478493 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45478) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:48.486259 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Request body: {'subnet': {'network_id': '1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-114765602-subnet', 'tenant_id': 'd63bcabea259497291c478147529ed96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:26:48.490518 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:48.493582 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:26:48.495940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:48.498267 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Usage tracker for resource:subnet and tenant:d63bcabea259497291c478147529ed96 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:26:48.501150 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:26:48.501797 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:26:48.507732 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:26:48.521811 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Made reservation on behalf of d63bcabea259497291c478147529ed96 for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:26:48.524909 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2107627'] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.708168 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.872430 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7ae628a0-6101-4fa3-b9ad-143e3bad57eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.918235 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4067376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2107609'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:48.921906 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:48.998505 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9dbebc-fa35-4587-81f2-fcd09222b111,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:49.001200 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:49.007840 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Checking segment: {'id': '5d3f5b97-08bb-43d6-92f4-72e7e245ce6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:26:49.008187 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Network hostable DHCP agents. Network: 1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:26:49.025415 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Network 1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:26:49.034421 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:26:49.044373 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:26:49.044599 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67c4d4-13b0-4afd-8d34-527537497348 None None] Network 1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:26:49.044965 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:49.066645 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5871391 May 18 14:26:49.236536 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71386b5b-0b89-436b-b66e-750cfbc34fad None None] Network 1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:26:49.649480 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45504) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:49.655090 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815540165-network', 'tenant_id': '55718596f36341d2a07f1f5f40f5260d'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:26:49.659686 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:26:49.663829 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Usage tracker for resource:network and tenant:55718596f36341d2a07f1f5f40f5260d is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:26:49.666837 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:26:49.672465 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:26:49.683303 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Made reservation on behalf of 55718596f36341d2a07f1f5f40f5260d for: {'network': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:26:49.685656 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:49.698554 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:49.713143 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:26:49.717182 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Usage tracker for resource:security_group_rule and tenant:55718596f36341d2a07f1f5f40f5260d is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:26:49.719963 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:26:49.726570 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:26:49.813311 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:49.817218 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:49.820319 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-bddad79f-533e-4fb9-96a7-6d15b46955f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:49.847507 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=91462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:26:49.857177 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4120afcc-402f-48d8-890f-f2fea3776e40,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:49.860951 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:49.863663 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:49.864005 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.segments_db [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Added segment fe71a3e3-68d4-495a-9f3c-023ba49d8cd2 of type vlan for network ed0a144b-b4d4-4341-b2f5-1e3e50691a0a May 18 14:26:49.890350 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:49.923657 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:49.924965 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:26:49.925562 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:49.929435 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5225740d-0375-425b-9012-06c0e36dac35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:50.025196 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0a144b-b4d4-4341-b2f5-1e3e50691a0a,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:50.031873 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3780692 May 18 14:26:50.031873 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:50.032788 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45510) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:50.036306 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network ed0a144b-b4d4-4341-b2f5-1e3e50691a0a details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:26:50.039676 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Request body: {'subnet': {'network_id': 'ed0a144b-b4d4-4341-b2f5-1e3e50691a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815540165-subnet', 'tenant_id': '55718596f36341d2a07f1f5f40f5260d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:26:50.044703 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:26:50.048728 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Usage tracker for resource:subnet and tenant:55718596f36341d2a07f1f5f40f5260d is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:26:50.052093 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:26:50.060805 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:26:50.076820 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Made reservation on behalf of 55718596f36341d2a07f1f5f40f5260d for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:26:50.079859 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2107627'] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:50.517287 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4067376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2107609'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:50.522254 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:50.599216 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a4baf8-7086-485a-ab44-22ef5146fe64,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:50.602547 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:50.605107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Checking segment: {'id': 'fe71a3e3-68d4-495a-9f3c-023ba49d8cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed0a144b-b4d4-4341-b2f5-1e3e50691a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:26:50.605533 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Network hostable DHCP agents. Network: ed0a144b-b4d4-4341-b2f5-1e3e50691a0a, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:26:50.624814 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Network ed0a144b-b4d4-4341-b2f5-1e3e50691a0a is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:26:50.634759 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, ed0a144b-b4d4-4341-b2f5-1e3e50691a0a) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:26:50.645675 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:26:50.646266 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:50.646549 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d55832-c09d-45c0-b491-610294a65258 None None] Network ed0a144b-b4d4-4341-b2f5-1e3e50691a0a requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:26:50.669795 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6366737 May 18 14:26:50.816015 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45524) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:50.863882 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfa0071-cc21-4fc6-9d3e-d6e013802d0e None None] Network ed0a144b-b4d4-4341-b2f5-1e3e50691a0a requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:26:50.879749 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] Deleting subnet 7b9dbebc-fa35-4587-81f2-fcd09222b111 {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:26:50.883662 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:50.936773 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.071484 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.316726 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.322198 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-43adc6e5-d629-4989-8a3a-3f6484f0e208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:51.358470 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.361275 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9dbebc-fa35-4587-81f2-fcd09222b111,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:51.363281 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:51.368141 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7b9dbebc-fa35-4587-81f2-fcd09222b111 HTTP/1.1" status: 204 len: 168 time: 0.5511129 May 18 14:26:51.370582 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45530) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:51.445716 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e357c73a-29de-43af-b847-867e59a59493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.467965 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.480713 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.609755 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.622627 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:51.635290 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3f5b97-08bb-43d6-92f4-72e7e245ce6e') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:51.635584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3f5b97-08bb-43d6-92f4-72e7e245ce6e') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:51.647362 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.664515 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.670990 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:26:51.671365 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:26:51.684426 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:26:51.761363 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.765438 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:51.781057 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.786908 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:51.790437 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:51.792143 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] 10.222.0.44 "DELETE /v2.0/networks/1ab995e3-bf8e-4cd3-bb50-f9a1ca3c0067 HTTP/1.1" status: 204 len: 168 time: 0.4206715 May 18 14:26:51.794927 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45538) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:51.856661 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] Deleting subnet 58a4baf8-7086-485a-ab44-22ef5146fe64 {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:26:51.860176 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.909530 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:51.963417 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.205896 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.210334 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:52.242706 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a4baf8-7086-485a-ab44-22ef5146fe64,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:52.246711 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:52.248959 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.254633 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/58a4baf8-7086-485a-ab44-22ef5146fe64 HTTP/1.1" status: 204 len: 168 time: 0.4587483 May 18 14:26:52.257786 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45544) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:52.361537 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.484662 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.491995 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.503429 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0a144b-b4d4-4341-b2f5-1e3e50691a0a']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:52.588683 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe71a3e3-68d4-495a-9f3c-023ba49d8cd2') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:52.588975 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe71a3e3-68d4-495a-9f3c-023ba49d8cd2') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:26:52.601905 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.617827 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.624508 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:26:52.624880 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:26:52.638503 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:26:52.714209 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.717685 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:52.731206 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:52.740556 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0a144b-b4d4-4341-b2f5-1e3e50691a0a,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:52.744995 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] 10.222.0.44 "DELETE /v2.0/networks/ed0a144b-b4d4-4341-b2f5-1e3e50691a0a HTTP/1.1" status: 204 len: 168 time: 0.4841568 May 18 14:26:52.744995 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:52.921004 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45558) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:52.968940 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-c7912139-af3d-4273-aa23-4a7a7abde620 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d63bcabea259497291c478147529ed96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466797 May 18 14:26:52.971255 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45562) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:53.028897 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-82376537-e2d0-4784-b1ef-bc811393bebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:53.054613 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-82376537-e2d0-4784-b1ef-bc811393bebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:53.105157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-82376537-e2d0-4784-b1ef-bc811393bebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:53.110455 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:53.125313 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82376537-e2d0-4784-b1ef-bc811393bebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a45a9d-7a50-4ac7-bc5b-338a097626ff,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:53.127642 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-82376537-e2d0-4784-b1ef-bc811393bebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:53.131011 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-82376537-e2d0-4784-b1ef-bc811393bebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:53.134479 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-82376537-e2d0-4784-b1ef-bc811393bebe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5a45a9d-7a50-4ac7-bc5b-338a097626ff HTTP/1.1" status: 204 len: 168 time: 0.1622062 May 18 14:26:53.469199 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 45570) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:53.518699 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-fa392596-406d-4b9b-b679-178f96c013b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55718596f36341d2a07f1f5f40f5260d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482764 May 18 14:26:53.520971 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 45574) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:53.579646 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d9b5c2f1-7e2d-4c9b-916d-f08e10280121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:53.606403 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d9b5c2f1-7e2d-4c9b-916d-f08e10280121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:53.662071 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d9b5c2f1-7e2d-4c9b-916d-f08e10280121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:53.666147 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c1a668cc-2f18-4263-898a-306f095049d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:53.676745 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5c2f1-7e2d-4c9b-916d-f08e10280121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4120afcc-402f-48d8-890f-f2fea3776e40,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:53.679183 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d9b5c2f1-7e2d-4c9b-916d-f08e10280121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:53.684298 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d9b5c2f1-7e2d-4c9b-916d-f08e10280121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:53.685414 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-d9b5c2f1-7e2d-4c9b-916d-f08e10280121 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4120afcc-402f-48d8-890f-f2fea3776e40 HTTP/1.1" status: 204 len: 168 time: 0.1635363 May 18 14:26:54.081727 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:56.276184 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45670) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:56.392595 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:56.406599 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:26:56.410330 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Usage tracker for resource:security_group_rule and tenant:df5e4a09ec5c427194065bb76ebd2297 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:26:56.413238 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:26:56.418820 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:26:56.502158 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:56.505806 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:56.513304 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:56.556899 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df5e4a09ec5c427194065bb76ebd2297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773142 May 18 14:26:56.556899 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faeee9f-8b5f-4b23-b708-7c87a3103b4a,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:56.557964 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 45676) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:56.558554 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:56.619612 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7995d776-be9b-493c-8713-a2f5b1fb3ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:56.645453 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7995d776-be9b-493c-8713-a2f5b1fb3ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:56.695444 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7995d776-be9b-493c-8713-a2f5b1fb3ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:56.699025 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:56.712247 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995d776-be9b-493c-8713-a2f5b1fb3ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faeee9f-8b5f-4b23-b708-7c87a3103b4a,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:56.715604 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7995d776-be9b-493c-8713-a2f5b1fb3ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:56.717904 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7995d776-be9b-493c-8713-a2f5b1fb3ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:56.719025 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7995d776-be9b-493c-8713-a2f5b1fb3ea8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6faeee9f-8b5f-4b23-b708-7c87a3103b4a HTTP/1.1" status: 204 len: 168 time: 0.1607077 May 18 14:26:57.000947 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 45688) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:57.019263 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:57.033874 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:26:57.038418 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Usage tracker for resource:security_group_rule and tenant:0ace8caf8bb14beab4841d08c64b1bed is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:26:57.041242 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:26:57.046928 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:26:57.130535 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:57.135279 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:57.147285 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-182eaf23-eded-4c10-81ee-de53a882e6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:57.185259 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ace8caf8bb14beab4841d08c64b1bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831038 May 18 14:26:57.186853 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9c6009-695d-4e37-a00e-ea35f2b2f68f,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:57.187956 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 45694) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:26:57.189754 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:57.248825 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-58183ef9-35ac-4295-8b10-9b9007903cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:57.274736 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-58183ef9-35ac-4295-8b10-9b9007903cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:57.330380 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-58183ef9-35ac-4295-8b10-9b9007903cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:57.334113 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-900aef9d-7c07-4af7-84e9-27042778e271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:26:57.347993 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58183ef9-35ac-4295-8b10-9b9007903cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9c6009-695d-4e37-a00e-ea35f2b2f68f,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:26:57.353802 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-58183ef9-35ac-4295-8b10-9b9007903cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:26:57.359253 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-58183ef9-35ac-4295-8b10-9b9007903cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:26:57.363257 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-58183ef9-35ac-4295-8b10-9b9007903cf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a9c6009-695d-4e37-a00e-ea35f2b2f68f HTTP/1.1" status: 204 len: 168 time: 0.1742353 May 18 14:27:08.140847 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:27:18.722653 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:18.875971 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-76bf012b-140d-4526-a5c4-c905e9937f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:21.448893 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-26a4f196-db94-4630-8458-7fe04e9e57f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:21.469582 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:22.491450 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:24.084558 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:37.894244 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-1b17364a-0ab4-4d2f-8235-ed2ce5597b50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707223 May 18 14:27:37.989737 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-ae11785b-cd1a-491c-b632-a0caa542e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:27:37.991793 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-ae11785b-cd1a-491c-b632-a0caa542e5a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 1098 time: 0.0756998 May 18 14:27:38.139693 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-987de53e-5ffc-4560-906f-403481fc00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:27:38.141145 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-987de53e-5ffc-4560-906f-403481fc00c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1305361 May 18 14:27:38.211531 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-fd0a0c21-8fb1-4ce9-9e33-9ffd5fa626b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221 HTTP/1.1" status: 200 len: 217 time: 0.0628970 May 18 14:27:38.278218 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-c86c3403-9f29-4f0b-9984-be935a8202b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:27:38.279550 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-c86c3403-9f29-4f0b-9984-be935a8202b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0615375 May 18 14:27:38.329009 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-46a8fa73-fec4-4294-944a-edfd5045db51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409794 May 18 14:27:38.462015 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-d3532fce-1017-4a04-87be-446d8e4debec service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259379 May 18 14:27:38.593623 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22aff9a5-d978-485b-a319-da87b5285ae6 req-455cc4a9-84a7-4aaa-afd9-24d3707f8ace service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249771 May 18 14:27:45.140340 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:27:48.723991 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:48.878494 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c37acdb0-01fc-42c0-b4d6-1cb3a9144fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:50.069280 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 46232) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:27:50.785572 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404041'] for router_interface, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:51.201777 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Deleting port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:27:51.202502 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:51.420083 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] For port ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:27:51.420434 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:51.451893 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7367168b-46fb-455a-95bb-2d7bea20bf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:51.472779 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:51.543334 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Calling delete_port for ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb owned by network:router_interface {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:27:51.696631 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:51.701523 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e91a1a0-7501-4e31-82e3-6495cc356902 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:27:51.758940 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:51.801801 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.802165 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.803081 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.804037 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.804395 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.804741 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.805083 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.805424 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.805795 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.806131 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.806472 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.806808 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:51.810124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:27:52.067026 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403929'] for router_interface, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:52.426462 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:27:52.494199 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:52.618800 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:27:52.627229 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] Sync routers for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:27:52.631443 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] 10.222.0.44 "PUT /v2.0/routers/474ac187-2bc4-4ba8-bf8d-34f60b698b9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5609159 May 18 14:27:52.634481 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 46256) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:27:52.637214 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:27:52.637870 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:27:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:52.823758 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:27:52.920122 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks [] for router, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.104506 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.116144 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:27:51Z', 'revision_number': 5, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port': {'id': 'f82ed863-b0e6-4de9-b8b3-7f24f4685372', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:53.120292 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] Checking router: 474ac187-2bc4-4ba8-bf8d-34f60b698b9c for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:27:53.128655 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] Routers {'474ac187-2bc4-4ba8-bf8d-34f60b698b9c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:27:53.129258 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:27:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:53.178400 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Deleting port f82ed863-b0e6-4de9-b8b3-7f24f4685372 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:27:53.178711 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.285399 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] Set router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c gateway port host: None {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:27:53.301988 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] For port f82ed863-b0e6-4de9-b8b3-7f24f4685372, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=f82ed863-b0e6-4de9-b8b3-7f24f4685372,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:27:53.302339 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.422798 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:27:53Z', 'revision_number': 6, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port_host': None}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:53.426655 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Calling delete_port for f82ed863-b0e6-4de9-b8b3-7f24f4685372 owned by network:router_gateway {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:27:53.427147 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0cc137-2085-4f18-b41d-63228b292a2d None None] The sync data for ids ['474ac187-2bc4-4ba8-bf8d-34f60b698b9c'] in dv-cinder-791239-1-iscsi is: [{'id': '474ac187-2bc4-4ba8-bf8d-34f60b698b9c', 'name': 'tempest-AttachVolumeTestJSON-1880433436-router', 'tenant_id': 'b47200f845524f34b0bc318b70a99189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:51Z', 'updated_at': '2021-05-18T14:27:53Z', 'revision_number': 6, 'project_id': 'b47200f845524f34b0bc318b70a99189', 'gw_port_host': None}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:27:53.575805 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.580348 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:27:53.626625 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f82ed863-b0e6-4de9-b8b3-7f24f4685372,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:53.653040 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:27:53.718653 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402018'] for router_gateway, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.894407 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.897230 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.981596 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401461'] for router, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.981990 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 474ac187-2bc4-4ba8-bf8d-34f60b698b9c {{(pid=91461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:27:53.995613 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:53.996703 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] 10.222.0.44 "DELETE /v2.0/routers/474ac187-2bc4-4ba8-bf8d-34f60b698b9c HTTP/1.1" status: 204 len: 168 time: 1.3613951 May 18 14:27:53.999289 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 46270) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:27:54.057417 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ef851a-3ef5-409f-a3cc-caba8f00d820 admin admin] Deleting subnet 07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873 {{(pid=91461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:27:54.060240 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b4ef851a-3ef5-409f-a3cc-caba8f00d820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:54.088938 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:54.117784 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b4ef851a-3ef5-409f-a3cc-caba8f00d820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176964'] for subnet, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:54.240525 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b4ef851a-3ef5-409f-a3cc-caba8f00d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:54.596341 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b4ef851a-3ef5-409f-a3cc-caba8f00d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4177017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2491218'] for subnet, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:54.601374 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2ce7a0de-ccdf-4513-aa0c-ad0eb3bc4418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:27:54.636121 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef851a-3ef5-409f-a3cc-caba8f00d820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:54.638073 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b4ef851a-3ef5-409f-a3cc-caba8f00d820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:54.640737 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b4ef851a-3ef5-409f-a3cc-caba8f00d820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:27:54.642340 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71057326-f086-4ca3-a710-6143fa2270fd None None] Network d8d50c04-f8ff-40e0-a097-874de91b026f requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:27:54.644938 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b4ef851a-3ef5-409f-a3cc-caba8f00d820 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/07bbcb3d-e6c8-49c7-ac6a-a65a37eb6873 HTTP/1.1" status: 204 len: 168 time: 0.6447287 May 18 14:27:54.648271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 46280) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:27:54.753005 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:54.829803 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Deleting port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:27:54.830149 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:54.862942 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:27:54.904758 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:27:54.905869 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device ed9e6c0b-e54c-4c0d-8ec3-2864cd312cdb not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:27:54.906306 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device f82ed863-b0e6-4de9-b8b3-7f24f4685372 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:27:54.935273 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] For port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:27:54.935640 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:54.936051 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] DHCP port deletion for d8d50c04-f8ff-40e0-a097-874de91b026f request from dv-cinder-791239-1-iscsi {{(pid=91463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:27:54.944869 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: f82ed863-b0e6-4de9-b8b3-7f24f4685372 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:27:54.945221 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device f82ed863-b0e6-4de9-b8b3-7f24f4685372 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:27:55.010385 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Deleting port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a {{(pid=91463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:27:55.010773 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.060240 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Calling delete_port for 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a owned by network:dhcp {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:27:55.106959 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.108741 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] For port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a,segment=NetworkSegment(af778d9c-ba6b-4748-ba06-f7208f7b5ca0),segment_id=af778d9c-ba6b-4748-ba06-f7208f7b5ca0)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:27:55.109247 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.112276 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9e732ef0-05ac-4dcd-b3bc-9d6b65cb1892 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:27:55.156595 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:55.159036 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:27:55.161445 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] No DVR routers for this DVR port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a on host dv-cinder-791239-1-iscsi {{(pid=91461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:27:55.234557 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Calling delete_port for 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a owned by network:dhcp {{(pid=91463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:27:55.281653 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.298195 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d50c04-f8ff-40e0-a097-874de91b026f']}} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:55.310673 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0') {'for_net_delete': True} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:55.310908 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af778d9c-ba6b-4748-ba06-f7208f7b5ca0') {} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:27:55.323556 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176979'] for segment, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.340402 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.346565 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:27:55.347076 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3984859'] for segment, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: Traceback (most recent call last): May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: timer() May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: cb(*args, **kw) May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: return func(*args, **kwargs) May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: self._notify() May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: self.callback(batched_events) May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: event.method(event) May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: return f(self, *a, **k) May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._get(url).json() May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: return self.request(url, 'GET', **kwargs) May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:27:55.362395 dv-cinder-791239-1-iscsi neutron-server[91461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:27:55.369339 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220'] for port, after_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.373055 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:27:55.415455 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Pushing event deleted for resources: {'Port': ['ID=1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a,revision_number=None']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:55.420408 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] No DVR routers for this DVR port 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a on host dv-cinder-791239-1-iscsi {{(pid=91463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:27:55.425783 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.426133 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.426470 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.426803 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.427133 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.427499 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.427826 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.428186 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.428529 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.428908 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.429233 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.429574 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:27:55.433097 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:27:55.447501 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.451462 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9536b8d5-0ce4-4236-84d9-d909dbc998bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:27:55.471348 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.477550 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d50c04-f8ff-40e0-a097-874de91b026f,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:55.481578 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:27:55.494655 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d8d50c04-f8ff-40e0-a097-874de91b026f HTTP/1.1" status: 204 len: 168 time: 0.8454034 May 18 14:27:55.613983 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 46294) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:27:55.665236 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-26ae66b3-2ae0-4a88-b373-75ae023e4fbd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b47200f845524f34b0bc318b70a99189&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498629 May 18 14:27:55.667454 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 46298) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:27:55.725471 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-847217b5-5d37-440d-890a-08b2b41ce24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.752201 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-847217b5-5d37-440d-890a-08b2b41ce24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.817376 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-847217b5-5d37-440d-890a-08b2b41ce24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.822706 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d3276249-393e-460d-bbc9-2b43b103622e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:27:55.838412 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847217b5-5d37-440d-890a-08b2b41ce24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d881b4f2-259c-4339-88d2-91f21467ceda,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:27:55.840685 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-847217b5-5d37-440d-890a-08b2b41ce24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:27:55.846746 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-847217b5-5d37-440d-890a-08b2b41ce24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:27:55.847859 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-847217b5-5d37-440d-890a-08b2b41ce24c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d881b4f2-259c-4339-88d2-91f21467ceda HTTP/1.1" status: 204 len: 168 time: 0.1794648 May 18 14:27:56.853599 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:27:56.887702 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:27:56.887937 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 1c0c00aa-8d3a-46cb-aafe-11d4edc08f5a not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:28:18.754283 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:18.882982 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-519603d9-00ae-4bcf-a35f-b62fd051cdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:21.455323 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a66-a4ee-40ec-b583-4303763d7998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:21.476740 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:22.139677 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:28:22.496508 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:24.090592 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:35.765998 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc3596-c0bc-45de-9b23-04e65f5f018c req-cba0e4b7-c50a-4480-ad74-b5de35d8fa25 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:28:35.767422 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-97cc3596-c0bc-45de-9b23-04e65f5f018c req-cba0e4b7-c50a-4480-ad74-b5de35d8fa25 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 945 time: 0.0821431 May 18 14:28:35.811509 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-97cc3596-c0bc-45de-9b23-04e65f5f018c req-b9ff7be3-6056-46a3-84de-550cdf775fd9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 May 18 14:28:36.096644 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-71bc2d13-cfae-4c38-b02d-2467c49c25cd tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:28:36.097334 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-71bc2d13-cfae-4c38-b02d-2467c49c25cd tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Synchronizing usage tracker for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:28:36.113200 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-71bc2d13-cfae-4c38-b02d-2467c49c25cd tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Unset dirty status for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:28:36.115002 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-71bc2d13-cfae-4c38-b02d-2467c49c25cd tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 945 time: 0.0938957 May 18 14:28:36.253128 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Deleting port eb2f17e2-7e8c-4977-a0de-899ce033e221 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:28:36.253383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:36.385762 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] For port eb2f17e2-7e8c-4977-a0de-899ce033e221, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eb2f17e2-7e8c-4977-a0de-899ce033e221,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:28:36.386109 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:36.587378 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Calling delete_port for eb2f17e2-7e8c-4977-a0de-899ce033e221 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:28:36.698800 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:36.705224 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3fce45d1-ce66-4fb8-847d-03d4d2b287c6 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:28:36.712412 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b2965dfc-11fd-4ae4-93e0-855877541928', '556e133e-e70c-49bb-964f-705d2f7a94d9', 'eb2f17e2-7e8c-4977-a0de-899ce033e221'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:28:36.751616 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Pushing event deleted for resources: {'Port': ['ID=eb2f17e2-7e8c-4977-a0de-899ce033e221,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:36.807607 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.807976 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.808340 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.808697 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.809039 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.809389 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.809813 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.810107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.810448 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.810791 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.811130 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.811468 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:28:36.854371 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:28:36.862213 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] No DVR routers for this DVR port eb2f17e2-7e8c-4977-a0de-899ce033e221 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:28:36.864982 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:36.868461 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab', 'name': 'network-vif-deleted', 'tag': 'eb2f17e2-7e8c-4977-a0de-899ce033e221'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:28:36.899418 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-52eb05f9-3f9d-4bc7-8117-71e140843ffb req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "DELETE /v2.0/ports/eb2f17e2-7e8c-4977-a0de-899ce033e221 HTTP/1.1" status: 204 len: 173 time: 0.7794838 May 18 14:28:36.965814 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-78e92968-3eec-4c45-aaab-89ecbe781866 req-cd9a8445-f1ee-4a86-bb25-f987d42218ce tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab HTTP/1.1" status: 200 len: 210 time: 0.0437284 May 18 14:28:37.029944 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b8b07-0a0b-4e0a-bdaa-5ee46ec5bcab', 'name': 'network-vif-deleted', 'tag': 'eb2f17e2-7e8c-4977-a0de-899ce033e221', 'status': 'completed', 'code': 200} May 18 14:28:37.874955 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-9b2ff073-538d-48aa-93fa-92b366e89493 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774403 May 18 14:28:38.015357 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-19724bbf-4ef1-470d-991f-1a9b1c96ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:28:38.016833 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-19724bbf-4ef1-470d-991f-1a9b1c96ab96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1099 time: 0.0720718 May 18 14:28:38.170293 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-f8099619-e910-47c1-8094-46d85955418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:28:38.171751 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-f8099619-e910-47c1-8094-46d85955418a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1314230 May 18 14:28:38.250791 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-ac8352d0-3c66-42f9-ae67-01f26d991964 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0717149 May 18 14:28:38.319263 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-da4c9c0a-8d47-4fae-adcf-013ead9eee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:28:38.320597 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-da4c9c0a-8d47-4fae-adcf-013ead9eee59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0617533 May 18 14:28:38.370491 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-6d88f2c6-7aed-4826-b8d7-51e1211dabc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427110 May 18 14:28:38.444382 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4db75-e512-4dfd-9b5d-2fe61ef75604 req-68a8d633-dd36-453b-91c3-0d36e1440e24 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:28:38.445907 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6fd4db75-e512-4dfd-9b5d-2fe61ef75604 req-68a8d633-dd36-453b-91c3-0d36e1440e24 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 945 time: 0.0827918 May 18 14:28:38.497378 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6fd4db75-e512-4dfd-9b5d-2fe61ef75604 req-0d688515-eafa-4edd-b550-3b367fb9c61b tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429442 May 18 14:28:38.522563 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-67fd1105-69da-44fe-842f-43f2ebf9f0f2 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408038 May 18 14:28:38.651179 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-5059e52b-98f3-431c-ad60-3ff94c279d53 req-8cbc4a30-bca9-43b4-9c4f-edf9be2ba25c service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254404 May 18 14:28:38.773676 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-c20c0f78-76f0-4839-aaa0-01d19ef17ea7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:28:38.774357 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-c20c0f78-76f0-4839-aaa0-01d19ef17ea7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Synchronizing usage tracker for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:28:38.789613 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-c20c0f78-76f0-4839-aaa0-01d19ef17ea7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Unset dirty status for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:28:38.790830 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-c20c0f78-76f0-4839-aaa0-01d19ef17ea7 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 945 time: 0.1007245 May 18 14:28:38.927556 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Deleting port 556e133e-e70c-49bb-964f-705d2f7a94d9 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:28:38.928247 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:39.060700 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] For port 556e133e-e70c-49bb-964f-705d2f7a94d9, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=556e133e-e70c-49bb-964f-705d2f7a94d9,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:28:39.061049 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:39.252611 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Calling delete_port for 556e133e-e70c-49bb-964f-705d2f7a94d9 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:28:39.363679 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:39.369638 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1bb05566-110b-45cb-8dfa-b75a11867261 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:28:39.375296 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b2965dfc-11fd-4ae4-93e0-855877541928', '556e133e-e70c-49bb-964f-705d2f7a94d9'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:28:39.414623 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Pushing event deleted for resources: {'Port': ['ID=556e133e-e70c-49bb-964f-705d2f7a94d9,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:28:39.417740 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:28:39.491772 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] No DVR routers for this DVR port 556e133e-e70c-49bb-964f-705d2f7a94d9 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:28:39.494311 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:39.496881 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de81343-bd17-47fe-aeef-02e06dc60c0a', 'name': 'network-vif-deleted', 'tag': '556e133e-e70c-49bb-964f-705d2f7a94d9'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:28:39.513701 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-dab5901f-02c8-4a0a-8cdc-fab7084ea645 req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "DELETE /v2.0/ports/556e133e-e70c-49bb-964f-705d2f7a94d9 HTTP/1.1" status: 204 len: 173 time: 0.7175455 May 18 14:28:39.552069 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de81343-bd17-47fe-aeef-02e06dc60c0a', 'name': 'network-vif-deleted', 'tag': '556e133e-e70c-49bb-964f-705d2f7a94d9', 'status': 'completed', 'code': 200} May 18 14:28:39.687677 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a0b388fc-dd70-431a-b405-75c0338129a9 req-b146b7cb-8d09-4655-85b9-1c104ad0cd61 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3de81343-bd17-47fe-aeef-02e06dc60c0a HTTP/1.1" status: 200 len: 210 time: 0.0462472 May 18 14:28:40.399396 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device eb2f17e2-7e8c-4977-a0de-899ce033e221 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:28:40.432278 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: eb2f17e2-7e8c-4977-a0de-899ce033e221 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:28:40.432629 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device eb2f17e2-7e8c-4977-a0de-899ce033e221 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:28:40.433051 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 556e133e-e70c-49bb-964f-705d2f7a94d9 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:28:40.468904 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: 556e133e-e70c-49bb-964f-705d2f7a94d9 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:28:40.469253 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 556e133e-e70c-49bb-964f-705d2f7a94d9 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:28:48.757332 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:48.885746 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-fd492c9c-5aee-4f9e-9fa9-2fd36b38c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:51.459048 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-1836f877-7714-46ce-9bf5-27df2254948d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:51.478313 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:52.499990 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:54.095000 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:28:59.139705 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:29:18.770951 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:18.886799 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5a5a0a17-d7b7-416d-851c-86b180d07d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:21.461146 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1a3e-030c-4dd8-90df-af269dc0ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:21.480201 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:22.506507 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:24.102827 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:36.139438 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:29:48.784675 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:48.886456 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4cb1923c-9eac-49bc-bb7b-a807531d7127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:51.463832 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e42ab9b8-a497-4e20-8aee-4806475caf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:51.483126 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.504782 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:54.100211 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:13.138913 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:30:18.801466 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:18.889023 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-44da2a4f-844a-43a6-8a83-d19a231894e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:21.466615 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-afe48ce6-b696-47e7-9fb9-bea8726f4d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:21.483835 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:22.508764 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:24.104686 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:41.979915 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625bda7e-58de-4876-a4bb-42573cfe360d req-64eff6df-de5b-4e06-8da1-124d48198f91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1989341 May 18 14:30:42.119454 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bda7e-58de-4876-a4bb-42573cfe360d req-095f5455-d835-46ad-844f-3a374f7c391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:42.120891 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625bda7e-58de-4876-a4bb-42573cfe360d req-095f5455-d835-46ad-844f-3a374f7c391f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1099 time: 0.0731423 May 18 14:30:42.265751 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bda7e-58de-4876-a4bb-42573cfe360d req-6581dd03-e8d6-41cd-b87a-15d187ae8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:42.267070 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625bda7e-58de-4876-a4bb-42573cfe360d req-6581dd03-e8d6-41cd-b87a-15d187ae8104 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1252713 May 18 14:30:42.333085 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625bda7e-58de-4876-a4bb-42573cfe360d req-2d88b5a3-393a-4d06-94bf-a56bf12840b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0596039 May 18 14:30:42.396874 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bda7e-58de-4876-a4bb-42573cfe360d req-a11e3f56-c33d-49a8-91b0-4855705188c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:30:42.398288 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625bda7e-58de-4876-a4bb-42573cfe360d req-a11e3f56-c33d-49a8-91b0-4855705188c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0595691 May 18 14:30:42.445734 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625bda7e-58de-4876-a4bb-42573cfe360d req-536e0e76-de81-49b5-a8ac-cdec665c615e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413127 May 18 14:30:42.575800 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625bda7e-58de-4876-a4bb-42573cfe360d req-f242c628-aedb-4329-8abb-89750d63e425 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236148 May 18 14:30:42.704880 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-625bda7e-58de-4876-a4bb-42573cfe360d req-4329677f-dbc4-4468-afb3-d460aded0e55 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230750 May 18 14:30:48.817178 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:48.890957 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a75e-a3ca-4bc7-8d32-01a1e1daca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:50.138614 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:30:51.470440 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5ddce3d7-7bd1-48d9-a158-22f3fb650d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:51.496540 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:52.516190 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:54.108157 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:18.821081 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:18.898510 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-829ec30b-c126-4143-be80-53bf0543cdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:21.471914 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c5b8022d-5879-48be-9a55-4ccdfc0ae9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:21.488698 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:22.516901 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:24.113260 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:27.138032 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:31:43.851238 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-9001dae4-3951-489c-9d3a-b7d20d411eb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696657 May 18 14:31:43.995320 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-8837e3bd-5805-493a-b24d-ddc5c1df9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:43.996641 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-8837e3bd-5805-493a-b24d-ddc5c1df9824 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1099 time: 0.0740674 May 18 14:31:44.141797 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-25bbc90f-9e85-498f-a3f6-7209a32c5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:44.143226 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-25bbc90f-9e85-498f-a3f6-7209a32c5ad7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1270688 May 18 14:31:44.210201 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-d4ff510b-96eb-4097-a0b1-b878f65620cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0596428 May 18 14:31:44.275132 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-e8a0be9f-a5ff-4b71-8223-9ac26eaf3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:44.276446 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-e8a0be9f-a5ff-4b71-8223-9ac26eaf3269 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0596330 May 18 14:31:44.323136 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-aff866c3-6430-4082-8200-4b5654bf6a1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390294 May 18 14:31:44.522414 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-acf134c5-be7a-4158-af52-2f21b7029653 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912837 May 18 14:31:44.657198 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f6ff993e-430e-42a7-9bac-3f75ee319c9a req-a8f4b2f6-a1df-413a-9d21-773400513776 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276081 May 18 14:31:48.864748 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:48.899916 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6cc2238c-1d58-415e-9076-721907c0e78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:51.482746 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-cd8d19c9-93ab-4b55-9020-2cd2c7feb626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:51.496619 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:52.520230 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:54.115302 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:04.136782 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:32:18.882991 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:18.901980 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8fc4db8c-d0c1-4a66-b4b8-e04323b8e6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:21.485140 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-d6e8cb82-baa1-4e3c-9ba9-9903e19ae943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:21.489993 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:22.524049 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:24.120220 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:41.135662 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:32:45.398250 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8694fa15-2b7f-4da7-93fd-912697192357 req-4d5cb8fa-df42-449d-9734-64e90e6b8c67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719764 May 18 14:32:45.533984 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694fa15-2b7f-4da7-93fd-912697192357 req-474a8bff-c8c3-4b80-9375-e8e7a07fc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:45.535349 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8694fa15-2b7f-4da7-93fd-912697192357 req-474a8bff-c8c3-4b80-9375-e8e7a07fc454 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1099 time: 0.0695508 May 18 14:32:45.678925 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694fa15-2b7f-4da7-93fd-912697192357 req-5b58b057-c087-44e3-9f44-dbb114910e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:45.680332 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8694fa15-2b7f-4da7-93fd-912697192357 req-5b58b057-c087-44e3-9f44-dbb114910e39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1233222 May 18 14:32:45.749686 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8694fa15-2b7f-4da7-93fd-912697192357 req-85fb5a76-192f-486a-952a-d7515b912462 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0626709 May 18 14:32:45.813449 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694fa15-2b7f-4da7-93fd-912697192357 req-d535a0a5-eaa7-44a4-8af2-f6a7f08b9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:45.814929 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8694fa15-2b7f-4da7-93fd-912697192357 req-d535a0a5-eaa7-44a4-8af2-f6a7f08b9a3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.0589149 May 18 14:32:45.864050 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8694fa15-2b7f-4da7-93fd-912697192357 req-a757a6fd-5866-4ab1-9a75-476e75bee8c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426607 May 18 14:32:45.992842 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8694fa15-2b7f-4da7-93fd-912697192357 req-d17e2ea6-c0a5-4329-8932-29c2269cb31f service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226900 May 18 14:32:46.122471 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8694fa15-2b7f-4da7-93fd-912697192357 req-027b36e6-ff87-4afc-af5d-663551d6de8d service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230681 May 18 14:32:48.883367 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:48.903781 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4b380381-375d-4c0a-bafd-2c315e77f40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:51.485696 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-49b364aa-c0f5-4c60-8436-f8660b61e309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:51.499697 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:52.526418 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:54.120442 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:59.759827 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 49254) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:59.874463 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:59.888367 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:32:59.892178 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Usage tracker for resource:security_group_rule and tenant:525f887414fa4522a6c9e2ec23d5d7f5 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:32:59.894863 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:32:59.900383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:32:59.986518 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:59.990657 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.000514 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-135366be-1ae4-474a-adca-54c10ee1565d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:00.040184 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=525f887414fa4522a6c9e2ec23d5d7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793233 May 18 14:33:00.041163 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469667db-57d0-4748-9189-d1f982db8c37,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:00.042895 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 49262) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:00.049203 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.049592 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.049955 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.050308 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.050745 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.051001 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.051337 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.051779 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.052229 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.052381 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.052683 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.053019 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.056942 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:00.103506 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.128911 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.181293 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.188930 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d9b5c2f1-7e2d-4c9b-916d-f08e10280121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:00.203191 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469667db-57d0-4748-9189-d1f982db8c37,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:00.206930 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.208021 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/469667db-57d0-4748-9189-d1f982db8c37 HTTP/1.1" status: 204 len: 168 time: 0.1641650 May 18 14:33:00.212538 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.212906 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.213263 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.213639 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.213988 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.214402 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.214994 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.215379 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.215728 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.216074 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.216413 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.216753 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:00.219845 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:00.487015 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 49274) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:00.505327 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.520148 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:33:00.524037 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Usage tracker for resource:security_group_rule and tenant:aa8ab277fcc5479b9ad78f809c459497 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:33:00.526940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:33:00.532860 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:33:00.618930 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.623737 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.635461 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1edae986-612f-461a-af96-3290e86b6266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:00.672986 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa8ab277fcc5479b9ad78f809c459497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849365 May 18 14:33:00.674587 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86535411-39d6-4740-9226-55de7849a165,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:00.675673 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 49280) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:00.677458 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:00.734905 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4b11ebea-30c9-4107-974b-d1165c14ed40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.760514 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4b11ebea-30c9-4107-974b-d1165c14ed40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.814067 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4b11ebea-30c9-4107-974b-d1165c14ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.817463 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9f5fa055-6af9-496b-ae1e-faacad5fdb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:00.829793 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11ebea-30c9-4107-974b-d1165c14ed40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86535411-39d6-4740-9226-55de7849a165,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:00.832620 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4b11ebea-30c9-4107-974b-d1165c14ed40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:00.834562 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4b11ebea-30c9-4107-974b-d1165c14ed40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:00.836610 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4b11ebea-30c9-4107-974b-d1165c14ed40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86535411-39d6-4740-9226-55de7849a165 HTTP/1.1" status: 204 len: 168 time: 0.1590502 May 18 14:33:18.134024 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:33:18.887083 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:18.904831 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-640b3d2e-1935-495f-9a47-e2faa27fa930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:21.480535 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3e67cd91-47a4-47ce-bf26-6107faa29548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:21.491776 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:22.529100 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:24.132427 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:47.427728 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-2ce915c4-4b1e-41d8-906e-7a54b75e289e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691738 May 18 14:33:47.570923 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-30f20838-29c2-4d57-b812-c71f8df78d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:33:47.572655 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-30f20838-29c2-4d57-b812-c71f8df78d00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd5a1bb0504043f7af98ea12100fed51&device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 1099 time: 0.0788088 May 18 14:33:47.720627 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-6f5ac2eb-4bc7-4a0e-9c70-b85de86b105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:33:47.722053 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-6f5ac2eb-4bc7-4a0e-9c70-b85de86b105e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 200 len: 914 time: 0.1302474 May 18 14:33:47.787437 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-5fff1a63-eaff-44e5-a11b-531d558c18f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 200 len: 217 time: 0.0588753 May 18 14:33:47.915331 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-1f00240a-1a40-477a-b2a5-97c0b3b999f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:33:47.916744 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-1f00240a-1a40-477a-b2a5-97c0b3b999f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 200 len: 853 time: 0.1231017 May 18 14:33:47.962455 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-64d3124d-7196-44bd-bd29-00a957a79dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e72c54c-da79-42f2-aa18-8538d9b1ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395970 May 18 14:33:48.092200 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-bfa71212-cd58-4087-a44f-7eb870ff602c service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229010 May 18 14:33:48.227014 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-8e03d3b3-b214-45da-bb74-94d82656aeb8 req-d5808096-2559-482d-908d-8fcee9766a81 service neutron] 10.222.0.13 "GET /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265988 May 18 14:33:48.881181 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:48.904897 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b668ea5b-77a2-4501-a857-d245c73cc1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:51.478106 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-80d7ddd7-882c-45a4-92fa-3906b6b6219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:51.497148 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:52.534439 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:54.123912 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:55.133261 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:33:57.709564 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 49900) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:57.823450 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:57.837942 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:33:57.841741 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Usage tracker for resource:security_group_rule and tenant:a00fc061e36144fbaecc9c43c6a1745b is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:33:57.844484 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:33:57.850127 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:33:57.933684 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:57.938224 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:57.946118 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-dd192ef9-ffb7-4c44-b7e9-337faaa5ce09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:57.988917 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a00fc061e36144fbaecc9c43c6a1745b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759202 May 18 14:33:57.988917 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023a25d7-5cff-4891-b409-e654a465c651,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:57.989622 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 49908) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:57.990772 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:58.051615 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5c29a7e4-751a-4e6d-aeb5-62b9ed9e300f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.078921 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5c29a7e4-751a-4e6d-aeb5-62b9ed9e300f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.138547 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5c29a7e4-751a-4e6d-aeb5-62b9ed9e300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.143454 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-eebc1214-dad5-4ce4-b550-8b5864e78f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:58.161230 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29a7e4-751a-4e6d-aeb5-62b9ed9e300f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023a25d7-5cff-4891-b409-e654a465c651,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:58.164477 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5c29a7e4-751a-4e6d-aeb5-62b9ed9e300f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:58.175323 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5c29a7e4-751a-4e6d-aeb5-62b9ed9e300f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.176423 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-5c29a7e4-751a-4e6d-aeb5-62b9ed9e300f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/023a25d7-5cff-4891-b409-e654a465c651 HTTP/1.1" status: 204 len: 168 time: 0.1855731 May 18 14:33:58.449806 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 49920) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:58.467502 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.481352 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:33:58.485222 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] Usage tracker for resource:security_group_rule and tenant:b692f9512a604b59b5a42e91bb066b19 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:33:58.488019 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:33:58.493836 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:33:58.577737 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.582021 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.682143 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7e1b4c27-0bf5-4a69-842a-d778aaebb231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:58.720363 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b692f9512a604b59b5a42e91bb066b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695332 May 18 14:33:58.722095 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e395188-8634-4403-af5a-af02a0d4905e,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:58.723073 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 49926) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:58.725011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-cb6d0973-c87f-49a8-a1c7-8dfa916c3783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:58.781480 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ce07d4dc-6813-4917-9df9-b80baf7c35c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.807370 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ce07d4dc-6813-4917-9df9-b80baf7c35c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.857286 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ce07d4dc-6813-4917-9df9-b80baf7c35c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.860798 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b26f8f91-fc23-472d-9f91-ff4ec271b04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:58.874180 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07d4dc-6813-4917-9df9-b80baf7c35c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e395188-8634-4403-af5a-af02a0d4905e,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:58.877013 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ce07d4dc-6813-4917-9df9-b80baf7c35c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:58.878885 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ce07d4dc-6813-4917-9df9-b80baf7c35c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.879975 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-ce07d4dc-6813-4917-9df9-b80baf7c35c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e395188-8634-4403-af5a-af02a0d4905e HTTP/1.1" status: 204 len: 168 time: 0.1558940 May 18 14:34:01.488033 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50018) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:01.604788 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:01.618929 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:34:01.622986 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Usage tracker for resource:security_group_rule and tenant:0d68a46a738f4698894759b17fd8a8af is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:34:01.625754 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:34:01.632339 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:34:01.712410 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:01.715851 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:01.727240 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-76978335-0bb5-41ed-82b1-b33320c7da0d tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:01.766031 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d68a46a738f4698894759b17fd8a8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769911 May 18 14:34:01.766888 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04faa80-888c-4100-a95c-6385ca564b24,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:01.768795 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 50024) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:01.774788 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.775149 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.775499 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.775845 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.776187 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.776526 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.776863 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.777201 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.777625 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.777966 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.778296 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.778624 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.782811 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:01.828713 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:01.853732 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:01.905207 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:01.910127 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2b7f2e06-782f-47a1-8e69-477b2c7909fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:01.923530 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04faa80-888c-4100-a95c-6385ca564b24,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:01.934365 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.934737 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.935095 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.935453 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.935799 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.936164 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.936489 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.936832 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.937173 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.937558 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.937889 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.938212 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:01.942949 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:01.947958 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:01.949076 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c04faa80-888c-4100-a95c-6385ca564b24 HTTP/1.1" status: 204 len: 168 time: 0.1793199 May 18 14:34:02.226685 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 50034) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:02.244484 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:02.262350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:34:02.266161 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Usage tracker for resource:security_group_rule and tenant:eb792e13478b47308bcde7843c23d415 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:34:02.268924 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:34:02.275230 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:34:02.357070 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:02.365941 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:02.375011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-15e5f891-b574-47fe-a894-97f937d40ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:02.415083 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb792e13478b47308bcde7843c23d415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872964 May 18 14:34:02.416011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4028443d-b7b4-487c-a059-c922539c39c1,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:02.417873 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50042) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:02.419201 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:02.475906 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-25d9bd12-07b1-4bb1-9e6a-7475b5d8b68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:02.506067 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-25d9bd12-07b1-4bb1-9e6a-7475b5d8b68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:02.556527 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-25d9bd12-07b1-4bb1-9e6a-7475b5d8b68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:02.561099 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-98d6122f-cc48-40bb-a681-5241b9cd1f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:02.573830 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9bd12-07b1-4bb1-9e6a-7475b5d8b68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4028443d-b7b4-487c-a059-c922539c39c1,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:02.577495 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-25d9bd12-07b1-4bb1-9e6a-7475b5d8b68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:02.582748 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-25d9bd12-07b1-4bb1-9e6a-7475b5d8b68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:02.585547 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-25d9bd12-07b1-4bb1-9e6a-7475b5d8b68a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4028443d-b7b4-487c-a059-c922539c39c1 HTTP/1.1" status: 204 len: 168 time: 0.1649687 May 18 14:34:18.908852 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:18.910182 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8d97527c-0937-4641-9c2f-0e2e61c2aa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:21.487888 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b4300224-fbad-4a55-b073-bd4b9c3e995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:21.493222 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:22.536648 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:24.131547 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:29.509890 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50322) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:30.205331 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404041'] for router_interface, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:30.681035 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Deleting port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:34:30.681699 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:30.800869 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] For port 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=935d0dc5-e8a9-45b4-8e29-9c6de0cc889a,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:34:30.801588 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:30.925870 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Calling delete_port for 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a owned by network:router_interface {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:34:31.074268 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:31.078596 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1f7528e4-5235-4359-8772-3a3e3686b175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:31.152316 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Pushing event deleted for resources: {'Port': ['ID=935d0dc5-e8a9-45b4-8e29-9c6de0cc889a,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:31.159761 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:31.388169 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403929'] for router_interface, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:31.741303 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:34:32.003710 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:34:32.012832 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] Sync routers for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:34:32.016611 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-78913c9c-050c-4910-be9e-2ac1af78972c admin admin] 10.222.0.44 "PUT /v2.0/routers/3cb74ee7-b36b-42e0-bf8a-3969a0388c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5056658 May 18 14:34:32.018987 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50350) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:32.025025 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:34:32.025740 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:34:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:32.197557 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks [] for router, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:32.220689 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:34:32.239715 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:34:32.372843 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:32.446453 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Deleting port 5e3bb34a-cee0-4969-9de3-6592796849e2 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:34:32.446773 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:32.518609 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:34:31Z', 'revision_number': 5, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port': {'id': '5e3bb34a-cee0-4969-9de3-6592796849e2', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:02:53Z', 'updated_at': '2021-05-18T14:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:32.523515 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] Checking router: 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:34:32.531697 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] Routers {'3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:34:32.532287 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:34:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:32.565961 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] For port 5e3bb34a-cee0-4969-9de3-6592796849e2, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=5e3bb34a-cee0-4969-9de3-6592796849e2,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:34:32.566313 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:32.681286 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] Set router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a gateway port host: None {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:34:32.685940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Calling delete_port for 5e3bb34a-cee0-4969-9de3-6592796849e2 owned by network:router_gateway {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:34:32.787232 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:34:32Z', 'revision_number': 6, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port_host': None}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:32.791031 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c2f30-cb16-4bb4-b2c6-ecb68049dcf4 None None] The sync data for ids ['3cb74ee7-b36b-42e0-bf8a-3969a0388c2a'] in dv-cinder-791239-1-iscsi is: [{'id': '3cb74ee7-b36b-42e0-bf8a-3969a0388c2a', 'name': 'tempest-AttachVolumeShelveTestJSON-1024327827-router', 'tenant_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:02:52Z', 'updated_at': '2021-05-18T14:34:32Z', 'revision_number': 6, 'project_id': '3cb9fd49803143d589ffb8f1b1e0933a', 'gw_port_host': None}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:34:32.828092 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:32.832443 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ec43e0c9-9ac8-4f16-9075-554f5012b236 tempest-VolumesActionsTest-633167758 tempest-VolumesActionsTest-633167758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:32.876302 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3bb34a-cee0-4969-9de3-6592796849e2,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:32.906529 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:32.967694 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402018'] for router_gateway, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.140064 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.142281 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.259383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401461'] for router, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.259909 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cb74ee7-b36b-42e0-bf8a-3969a0388c2a {{(pid=91462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:34:33.272739 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Notify callbacks [] for router, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.273869 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3cb74ee7-b36b-42e0-bf8a-3969a0388c2a HTTP/1.1" status: 204 len: 168 time: 1.2539880 May 18 14:34:33.276249 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50362) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:33.333763 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b15adb2-4c2a-47bd-b366-ba622556df74 admin admin] Deleting subnet 9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:34:33.336625 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7b15adb2-4c2a-47bd-b366-ba622556df74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.388558 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7b15adb2-4c2a-47bd-b366-ba622556df74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.504062 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7b15adb2-4c2a-47bd-b366-ba622556df74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.572970 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:34:33.607865 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:34:33.608218 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 935d0dc5-e8a9-45b4-8e29-9c6de0cc889a not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:34:33.753063 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7b15adb2-4c2a-47bd-b366-ba622556df74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.757221 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0c1a4594-1a33-497e-9ef5-dee583ed6a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:33.798020 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7b15adb2-4c2a-47bd-b366-ba622556df74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.801104 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15adb2-4c2a-47bd-b366-ba622556df74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af6cc4b-2711-40b8-97d1-ee2313a6b5c2,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:33.803660 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ff2de-f9ac-46d1-9641-958a85032c95 None None] Network 4b8b487b-f3ee-4d4d-b644-53292908bc31 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:34:33.804427 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-7b15adb2-4c2a-47bd-b366-ba622556df74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:33.811818 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-7b15adb2-4c2a-47bd-b366-ba622556df74 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9af6cc4b-2711-40b8-97d1-ee2313a6b5c2 HTTP/1.1" status: 204 len: 168 time: 0.5320117 May 18 14:34:33.811818 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50368) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:33.915858 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:33.992247 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Deleting port 8fe86656-16ee-4977-bce7-2c54d1860fbd {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:34:33.992585 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.061150 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] DHCP port deletion for 4b8b487b-f3ee-4d4d-b644-53292908bc31 request from dv-cinder-791239-1-iscsi {{(pid=91463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:34:34.101842 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] For port 8fe86656-16ee-4977-bce7-2c54d1860fbd, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=8fe86656-16ee-4977-bce7-2c54d1860fbd,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:34:34.101842 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.131390 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Deleting port 8fe86656-16ee-4977-bce7-2c54d1860fbd {{(pid=91463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:34:34.131759 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.226493 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Calling delete_port for 8fe86656-16ee-4977-bce7-2c54d1860fbd owned by network:dhcp {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:34:34.271538 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] For port 8fe86656-16ee-4977-bce7-2c54d1860fbd, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=8fe86656-16ee-4977-bce7-2c54d1860fbd,segment=NetworkSegment(7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8),segment_id=7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:34:34.271882 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.275018 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.278631 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-770b6373-27b4-4b00-b98b-e0a8ba8a4372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:34.323232 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe86656-16ee-4977-bce7-2c54d1860fbd,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:34.326792 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:34.328963 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] No DVR routers for this DVR port 8fe86656-16ee-4977-bce7-2c54d1860fbd on host dv-cinder-791239-1-iscsi {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:34:34.391643 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Calling delete_port for 8fe86656-16ee-4977-bce7-2c54d1860fbd owned by network:dhcp {{(pid=91463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:34:34.435295 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220'] for port, after_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.439005 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-c4f7ceb4-c0ca-428a-bb75-510099b88937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:34.444114 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.457189 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8b487b-f3ee-4d4d-b644-53292908bc31']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:34.470433 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:34.470795 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b84aba1-8ccf-4cb0-b158-eb356a5ec2a8') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:34.483308 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.484828 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Pushing event deleted for resources: {'Port': ['ID=8fe86656-16ee-4977-bce7-2c54d1860fbd,revision_number=None']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:34.492912 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] No DVR routers for this DVR port 8fe86656-16ee-4977-bce7-2c54d1860fbd on host dv-cinder-791239-1-iscsi {{(pid=91463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:34:34.494810 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.495155 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.495494 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.495820 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.496150 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.496479 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.496796 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.497383 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.497727 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.498048 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.498365 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.498685 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:34:34.502069 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-18e1fa40-5faf-42c7-bb74-6b8eb40e3dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:34.503040 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.510771 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:34:34.511109 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:34:34.524967 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:34:34.598510 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.603341 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.605858 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-739cd0d6-e1f9-432f-a701-e183a72aa8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:34.625762 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8b487b-f3ee-4d4d-b644-53292908bc31,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:34.628142 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:34.641356 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] 10.222.0.44 "DELETE /v2.0/networks/4b8b487b-f3ee-4d4d-b644-53292908bc31 HTTP/1.1" status: 204 len: 168 time: 0.8287921 May 18 14:34:34.754375 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50382) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:34.803340 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-de111f24-db9c-461c-96a6-9ca54fa26b51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cb9fd49803143d589ffb8f1b1e0933a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468552 May 18 14:34:34.805346 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50386) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:34.861913 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-651a852a-f5fb-4fea-b671-80dd205b827e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.887897 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-651a852a-f5fb-4fea-b671-80dd205b827e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.937248 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-651a852a-f5fb-4fea-b671-80dd205b827e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.942226 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-03f02bad-3319-4aaf-9a3f-e65703cc66a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:34.956961 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a852a-f5fb-4fea-b671-80dd205b827e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b23e47-13ac-4a45-8aed-b45c8febc586,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:34.959818 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-651a852a-f5fb-4fea-b671-80dd205b827e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:34.961869 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-651a852a-f5fb-4fea-b671-80dd205b827e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:34.962875 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-651a852a-f5fb-4fea-b671-80dd205b827e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75b23e47-13ac-4a45-8aed-b45c8febc586 HTTP/1.1" status: 204 len: 168 time: 0.1565986 May 18 14:34:35.072260 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 5e3bb34a-cee0-4969-9de3-6592796849e2 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:34:35.107545 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 5e3bb34a-cee0-4969-9de3-6592796849e2 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:34:35.107902 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 5e3bb34a-cee0-4969-9de3-6592796849e2 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:34:35.108322 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 8fe86656-16ee-4977-bce7-2c54d1860fbd no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:34:35.146900 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 8fe86656-16ee-4977-bce7-2c54d1860fbd {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:34:35.146900 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 8fe86656-16ee-4977-bce7-2c54d1860fbd not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:34:36.983092 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50466) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:37.102787 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.190950 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:34:37.194773 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Usage tracker for resource:security_group_rule and tenant:9ddd8a0d2ed849a8938ef9c14875ec42 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:34:37.197554 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:34:37.203104 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:34:37.286170 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.291838 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.300145 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3377a3d6-a436-4ca3-93f9-9a836885cf22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:37.333321 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ddd8a0d2ed849a8938ef9c14875ec42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491910 May 18 14:34:37.336483 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 50474) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:37.341157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74733c82-ab05-419d-8800-567942e2fcd7,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:37.344315 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:37.398291 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-85fd89d4-1b08-4dea-b2f6-dd455f831d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.424076 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-85fd89d4-1b08-4dea-b2f6-dd455f831d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.476027 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-85fd89d4-1b08-4dea-b2f6-dd455f831d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.484615 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-80791ba4-ab39-4787-8e4d-6233947b2e4e tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:37.502221 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd89d4-1b08-4dea-b2f6-dd455f831d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74733c82-ab05-419d-8800-567942e2fcd7,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:37.505263 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-85fd89d4-1b08-4dea-b2f6-dd455f831d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:37.507266 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-85fd89d4-1b08-4dea-b2f6-dd455f831d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.511049 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-85fd89d4-1b08-4dea-b2f6-dd455f831d92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74733c82-ab05-419d-8800-567942e2fcd7 HTTP/1.1" status: 204 len: 168 time: 0.1735487 May 18 14:34:37.791770 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 50488) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:37.809887 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.824719 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:34:37.828442 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8176bbd60d4cf3b7bc09d900a2d383 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:34:37.831179 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:34:37.837200 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:34:37.917461 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.921158 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:37.928469 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6568e7ea-8508-4524-9d84-c2a3875d746b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:37.967479 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26cd0cd-c65a-4b75-aef3-1d1797e2df69,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:37.971729 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a8176bbd60d4cf3b7bc09d900a2d383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789412 May 18 14:34:37.972657 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ca798910-11b6-4a9e-bb34-cca30750f720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:37.974401 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 50492) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:38.031704 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b9635bdc-6701-45fd-8b02-0efa543bb157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:38.056846 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b9635bdc-6701-45fd-8b02-0efa543bb157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:38.110038 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b9635bdc-6701-45fd-8b02-0efa543bb157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:38.113559 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-766cf892-018a-49c1-af3b-f0647a36fbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:38.126681 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9635bdc-6701-45fd-8b02-0efa543bb157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26cd0cd-c65a-4b75-aef3-1d1797e2df69,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:38.129520 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b9635bdc-6701-45fd-8b02-0efa543bb157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:38.132485 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b9635bdc-6701-45fd-8b02-0efa543bb157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:38.133097 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b9635bdc-6701-45fd-8b02-0efa543bb157 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d26cd0cd-c65a-4b75-aef3-1d1797e2df69 HTTP/1.1" status: 204 len: 168 time: 0.1574876 May 18 14:34:39.828236 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 50556) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:39.944710 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:39.959426 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:34:39.963233 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Usage tracker for resource:security_group_rule and tenant:17608b81af214fe58e92f5bb9411beac is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:34:39.966008 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:34:39.971576 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:34:40.054201 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.057803 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.065725 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-bac8bc5d-16cb-463b-b9a2-f2e9f4c3751d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:40.103999 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17608b81af214fe58e92f5bb9411beac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746632 May 18 14:34:40.105485 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918081d5-51fb-4d41-958f-6fe4de764be4,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:40.106710 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50564) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:40.108549 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:40.165170 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3981a54f-e677-4462-b9c2-3b53b3a5db5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.190375 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3981a54f-e677-4462-b9c2-3b53b3a5db5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.244733 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3981a54f-e677-4462-b9c2-3b53b3a5db5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.248796 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a0bae07c-79d4-4565-8605-390569dffea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:40.262068 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981a54f-e677-4462-b9c2-3b53b3a5db5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918081d5-51fb-4d41-958f-6fe4de764be4,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:40.264857 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3981a54f-e677-4462-b9c2-3b53b3a5db5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:40.271909 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3981a54f-e677-4462-b9c2-3b53b3a5db5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.273178 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-3981a54f-e677-4462-b9c2-3b53b3a5db5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/918081d5-51fb-4d41-958f-6fe4de764be4 HTTP/1.1" status: 204 len: 168 time: 0.1654956 May 18 14:34:40.557752 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50574) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:40.576141 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.590830 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:34:40.594823 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:d76c39439d0d49d399d96547675e1d6b is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:34:40.597596 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:34:40.603540 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:34:40.686417 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.690729 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.699762 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:40.741228 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d76c39439d0d49d399d96547675e1d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797252 May 18 14:34:40.741228 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d00a86a-5a14-434e-9729-c96908702177,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:40.742337 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50586) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:40.744922 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:40.805684 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-779a0044-39d6-4dbf-9d94-5b766742b006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.835940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-779a0044-39d6-4dbf-9d94-5b766742b006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.887057 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-779a0044-39d6-4dbf-9d94-5b766742b006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.892429 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c8bced8d-cb12-491c-a464-896cf17af269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:40.907096 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a0044-39d6-4dbf-9d94-5b766742b006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d00a86a-5a14-434e-9729-c96908702177,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:40.909343 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-779a0044-39d6-4dbf-9d94-5b766742b006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:40.914949 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-779a0044-39d6-4dbf-9d94-5b766742b006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:40.916390 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-779a0044-39d6-4dbf-9d94-5b766742b006 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d00a86a-5a14-434e-9729-c96908702177 HTTP/1.1" status: 204 len: 168 time: 0.1730511 May 18 14:34:42.416001 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abe7d0-9272-485d-a1d5-c628cc03c3df req-316a415a-ee6e-42cb-992a-06aaa9fecd84 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:34:42.417473 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5abe7d0-9272-485d-a1d5-c628cc03c3df req-316a415a-ee6e-42cb-992a-06aaa9fecd84 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 946 time: 0.3652015 May 18 14:34:42.466159 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5abe7d0-9272-485d-a1d5-c628cc03c3df req-b9d1250d-afbf-4248-ae91-7950740f0263 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/security-groups?id=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 May 18 14:34:42.466395 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c204b-2160-425b-9d03-e28442b19275 req-0576c19a-3796-4720-b367-c08e9458ff1a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:34:42.466981 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-c59c204b-2160-425b-9d03-e28442b19275 req-0576c19a-3796-4720-b367-c08e9458ff1a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Synchronizing usage tracker for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:34:42.488580 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-c59c204b-2160-425b-9d03-e28442b19275 req-0576c19a-3796-4720-b367-c08e9458ff1a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Unset dirty status for tenant:bd5a1bb0504043f7af98ea12100fed51 on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:34:42.489830 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c59c204b-2160-425b-9d03-e28442b19275 req-0576c19a-3796-4720-b367-c08e9458ff1a tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 946 time: 0.1148224 May 18 14:34:42.627858 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-c59c204b-2160-425b-9d03-e28442b19275 req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Deleting port b2965dfc-11fd-4ae4-93e0-855877541928 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:34:42.628228 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-c59c204b-2160-425b-9d03-e28442b19275 req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:42.763123 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-c59c204b-2160-425b-9d03-e28442b19275 req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] For port b2965dfc-11fd-4ae4-93e0-855877541928, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=b2965dfc-11fd-4ae4-93e0-855877541928,segment=NetworkSegment(65125f98-1f8e-4119-9110-8e15812f0b24),segment_id=65125f98-1f8e-4119-9110-8e15812f0b24)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:34:42.763485 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-c59c204b-2160-425b-9d03-e28442b19275 req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:42.888009 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-c59c204b-2160-425b-9d03-e28442b19275 req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Calling delete_port for b2965dfc-11fd-4ae4-93e0-855877541928 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:34:43.003436 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-c59c204b-2160-425b-9d03-e28442b19275 req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:43.016544 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['b2965dfc-11fd-4ae4-93e0-855877541928'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:34:43.019727 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:43.063246 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Pushing event deleted for resources: {'Port': ['ID=b2965dfc-11fd-4ae4-93e0-855877541928,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:43.089274 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:43.136281 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59c204b-2160-425b-9d03-e28442b19275 req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] No DVR routers for this DVR port b2965dfc-11fd-4ae4-93e0-855877541928 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:34:43.138722 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-c59c204b-2160-425b-9d03-e28442b19275 req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:43.141166 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d8997f-fe40-43c7-b001-1cfbd3d5ce6f', 'name': 'network-vif-deleted', 'tag': 'b2965dfc-11fd-4ae4-93e0-855877541928'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:34:43.156934 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c59c204b-2160-425b-9d03-e28442b19275 req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.13 "DELETE /v2.0/ports/b2965dfc-11fd-4ae4-93e0-855877541928 HTTP/1.1" status: 204 len: 173 time: 0.6610546 May 18 14:34:43.263384 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d8997f-fe40-43c7-b001-1cfbd3d5ce6f', 'name': 'network-vif-deleted', 'tag': 'b2965dfc-11fd-4ae4-93e0-855877541928', 'status': 'completed', 'code': 200} May 18 14:34:43.639715 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0f83cd30-f089-4d4d-bdf2-c9d34a827759 req-d9eec7a0-7b3e-4866-9d56-aa2b3d53edb5 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d8997f-fe40-43c7-b001-1cfbd3d5ce6f HTTP/1.1" status: 200 len: 210 time: 0.0472147 May 18 14:34:44.735669 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50676) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:44.900753 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] Deleting subnet 87523aab-2856-442b-8020-b0d081410ff0 {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:34:44.903696 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:44.956627 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.012208 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.260347 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.264056 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:45.297448 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87523aab-2856-442b-8020-b0d081410ff0,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:45.300772 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:45.304259 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.310147 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/87523aab-2856-442b-8020-b0d081410ff0 HTTP/1.1" status: 204 len: 168 time: 0.5734863 May 18 14:34:45.312513 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50688) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:45.487695 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.610087 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.623422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e72c54c-da79-42f2-aa18-8538d9b1ab75']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:45.635818 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65125f98-1f8e-4119-9110-8e15812f0b24') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:45.636110 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65125f98-1f8e-4119-9110-8e15812f0b24') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:34:45.647049 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.663057 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.669528 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:34:45.669927 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:34:45.683696 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:34:45.759309 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.763622 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:45.777302 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.788073 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e72c54c-da79-42f2-aa18-8538d9b1ab75,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:45.790426 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:45.797450 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-0d5c9f11-0d51-4182-8167-2b130913e695 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2e72c54c-da79-42f2-aa18-8538d9b1ab75 HTTP/1.1" status: 204 len: 168 time: 0.4840219 May 18 14:34:45.929182 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50698) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:45.977176 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b2965dfc-11fd-4ae4-93e0-855877541928 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:34:45.983316 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-29be9958-8db5-4b0e-a4e7-3662f18c488e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd5a1bb0504043f7af98ea12100fed51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528650 May 18 14:34:45.985604 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 50704) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:34:46.012080 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: b2965dfc-11fd-4ae4-93e0-855877541928 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:34:46.012345 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device b2965dfc-11fd-4ae4-93e0-855877541928 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:34:46.046313 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-146d863a-92b4-42b3-bb20-818863a2c408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:46.072774 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-146d863a-92b4-42b3-bb20-818863a2c408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:46.125965 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-146d863a-92b4-42b3-bb20-818863a2c408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:46.130949 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-90ea978d-5b18-4d87-97f0-fe967172f072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:34:46.143482 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d863a-92b4-42b3-bb20-818863a2c408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88791ab9-d2f5-4e33-8c40-12b8f2b64ca9,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:34:46.146676 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-146d863a-92b4-42b3-bb20-818863a2c408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:34:46.157411 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-146d863a-92b4-42b3-bb20-818863a2c408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:46.159091 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-146d863a-92b4-42b3-bb20-818863a2c408 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88791ab9-d2f5-4e33-8c40-12b8f2b64ca9 HTTP/1.1" status: 204 len: 168 time: 0.1724541 May 18 14:34:48.906058 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:48.907220 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-27c73f37-8995-4b9e-b5a6-dcc81c53ee47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:51.484870 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-fb09538c-c315-4406-8227-2a255f7598b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:51.496959 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:52.540110 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:54.136981 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:09.179762 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:35:18.901898 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-cbd19504-fad8-4e66-bd96-bcad4ef1c31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:18.912906 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:21.476419 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4d031ad0-6d2e-4b19-ae01-a6864076b480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:21.499800 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:22.542048 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:24.138414 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:46.179580 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:35:48.774375 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [req-e8a87ef1-81c6-406c-9812-37df9bdf6ba3 req-4da41c8f-ef88-4bc3-a3a6-72632bbcb5c4 service neutron] (91461) timed out ('10.222.0.44', 57834) {{(pid=91461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 14:35:48.908439 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-42316136-7dee-458c-aeec-e15f3dae6361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:48.913480 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:51.478055 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-10ebabc8-e834-452d-b96a-111806bcbc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:51.501939 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:52.545788 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:54.144284 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:18.902563 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-15a776ee-cf21-44ce-a6e7-963532130d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:18.913124 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:21.479961 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-194895b4-9390-4286-87e1-cb09ca95eb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:21.504925 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:22.548195 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:23.178094 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:36:24.145110 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:48.895604 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-a78b8b97-2e74-444c-84fb-a9ae066341c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:48.922483 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:51.484999 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5cebb1a0-5bc0-42f1-acdc-1011f21de4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:51.509310 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:52.551918 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:54.148199 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.178561 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:37:18.896776 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-357b5f27-9121-420e-be49-4ef315a1f26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:18.918149 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.486675 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6b10bc87-fb99-442e-b58d-7330c6b7fc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.511723 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.558912 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:24.151088 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.178562 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:37:42.091822 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 52776) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:42.234202 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.252452 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:42.257871 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Usage tracker for resource:security_group_rule and tenant:8b7069515afa40ad94a60927aadc6541 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:42.261469 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:42.274311 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:42.362449 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.366219 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.375522 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-39d1506f-37ec-4418-a077-7355027bbf56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:42.417088 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2601a3d4-02c4-4109-8343-a11707a79078,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:42.424246 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b7069515afa40ad94a60927aadc6541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314059 May 18 14:37:42.428036 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 52792) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:42.429326 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.429736 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.430112 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.430451 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.430819 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.431200 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.431594 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.431871 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.432207 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.432788 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.433125 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.433463 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:42.450000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:42.500183 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0bc35254-40e8-4d82-a0f9-1228299c1720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.528490 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0bc35254-40e8-4d82-a0f9-1228299c1720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.597444 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0bc35254-40e8-4d82-a0f9-1228299c1720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.601179 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-53f584ec-0690-43bc-bab9-374ebcf30e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:42.615593 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35254-40e8-4d82-a0f9-1228299c1720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2601a3d4-02c4-4109-8343-a11707a79078,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:42.618448 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0bc35254-40e8-4d82-a0f9-1228299c1720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:42.619656 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-0bc35254-40e8-4d82-a0f9-1228299c1720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.620740 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-0bc35254-40e8-4d82-a0f9-1228299c1720 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2601a3d4-02c4-4109-8343-a11707a79078 HTTP/1.1" status: 204 len: 168 time: 0.1832244 May 18 14:37:42.902948 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 52810) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:42.921697 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.941846 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:42.945622 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Usage tracker for resource:security_group_rule and tenant:98420e89887340a385a2bc19f07e946c is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:42.948369 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:42.954419 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:43.041763 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.047059 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.054851 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8467aab6-a64c-478e-9a5c-2058efcb2ece tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.096637 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31448b66-6202-41bf-bc39-bb92b68fe2a0,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.103783 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 52824) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:43.117963 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98420e89887340a385a2bc19f07e946c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099953 May 18 14:37:43.117963 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.189094 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.216941 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.286902 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.296414 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-85fd89d4-1b08-4dea-b2f6-dd455f831d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.305835 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31448b66-6202-41bf-bc39-bb92b68fe2a0,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.316569 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.317000 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.317378 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.317764 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.318217 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.318576 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.318921 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.319264 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.319608 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.319950 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.320289 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.320624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:43.325378 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.327509 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.331640 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31448b66-6202-41bf-bc39-bb92b68fe2a0 HTTP/1.1" status: 204 len: 168 time: 0.2268019 May 18 14:37:43.702113 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 52862) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:43.840102 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.869343 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:43.878174 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Usage tracker for resource:security_group_rule and tenant:ade81e8274a64bf5a2177202a9d4d5a3 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:43.881732 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:43.889439 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:44.021785 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.028584 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.038092 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-fd244554-a82a-40bd-94ac-1b2e87dfb42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:44.085402 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ade81e8274a64bf5a2177202a9d4d5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819485 May 18 14:37:44.087107 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287bb760-0354-4b2d-bcec-78c5a3fa0d37,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:44.088714 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 52884) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:44.101595 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:44.232583 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e0083f7f-d9c8-40c8-89d1-0c367c777b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.261879 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e0083f7f-d9c8-40c8-89d1-0c367c777b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.335861 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e0083f7f-d9c8-40c8-89d1-0c367c777b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.345788 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b15d4c17-2418-4a60-96c2-63564e532cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:44.362438 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0083f7f-d9c8-40c8-89d1-0c367c777b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287bb760-0354-4b2d-bcec-78c5a3fa0d37,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:44.364707 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e0083f7f-d9c8-40c8-89d1-0c367c777b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:44.374320 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e0083f7f-d9c8-40c8-89d1-0c367c777b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.378586 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-e0083f7f-d9c8-40c8-89d1-0c367c777b37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/287bb760-0354-4b2d-bcec-78c5a3fa0d37 HTTP/1.1" status: 204 len: 168 time: 0.2872875 May 18 14:37:48.897584 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-337e5bb9-327b-4355-b440-1d6102107e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.948106 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.491457 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4e30344f-cfed-4b4f-84b5-f864e70ff646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.523077 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.549839 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.156205 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.667094 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53164) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:54.856718 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.874168 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:54.878520 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] Usage tracker for resource:security_group_rule and tenant:72a5f97c1fee4996bc56c4d259129db8 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:54.881908 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:54.889702 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:54.986524 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.990774 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.000437 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-cbd3d171-7ae6-4b2d-a092-793c2113db3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:55.041739 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72a5f97c1fee4996bc56c4d259129db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735216 May 18 14:37:55.042654 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30a9b14-32a1-43dd-9b61-6df2b53b43b2,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:55.045224 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53190) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:55.046858 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b8acc88f-8b91-442c-89e2-24739fffd241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:55.112742 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-926f2c86-3c16-4653-9952-05bcc6b66e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.139231 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-926f2c86-3c16-4653-9952-05bcc6b66e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.202588 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-926f2c86-3c16-4653-9952-05bcc6b66e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.207623 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-706c2526-55ad-49d6-bb62-908b4ac1c3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:55.220484 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f2c86-3c16-4653-9952-05bcc6b66e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30a9b14-32a1-43dd-9b61-6df2b53b43b2,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:55.223938 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-926f2c86-3c16-4653-9952-05bcc6b66e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:55.226107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-926f2c86-3c16-4653-9952-05bcc6b66e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.229726 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-926f2c86-3c16-4653-9952-05bcc6b66e67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a30a9b14-32a1-43dd-9b61-6df2b53b43b2 HTTP/1.1" status: 204 len: 168 time: 0.1810083 May 18 14:37:55.587559 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53220) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:55.606683 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.620990 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:55.633470 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Usage tracker for resource:security_group_rule and tenant:25e9486251e04729b8c4614bd10ce26d is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:55.633470 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:55.636700 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:55.724015 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.728876 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.742344 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ac39237a-8365-473f-9c86-19bede7e8c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:55.781745 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25e9486251e04729b8c4614bd10ce26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929784 May 18 14:37:55.783387 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa36d564-745e-4f1a-9abb-3ca086a77ee6,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:55.784571 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53232) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:55.786357 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:55.845393 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-969c1428-6536-445c-9c36-74210a88c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.873067 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-969c1428-6536-445c-9c36-74210a88c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.947942 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-969c1428-6536-445c-9c36-74210a88c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.956575 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5c29a7e4-751a-4e6d-aeb5-62b9ed9e300f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:55.969656 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-969c1428-6536-445c-9c36-74210a88c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.973998 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-969c1428-6536-445c-9c36-74210a88c3a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa36d564-745e-4f1a-9abb-3ca086a77ee6 HTTP/1.1" status: 204 len: 168 time: 0.1883934 May 18 14:37:55.977174 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c1428-6536-445c-9c36-74210a88c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa36d564-745e-4f1a-9abb-3ca086a77ee6,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:55.979799 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-969c1428-6536-445c-9c36-74210a88c3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:56.731971 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53280) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:56.850670 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.865100 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:56.869264 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] Usage tracker for resource:security_group_rule and tenant:c1865c6f709449f882a141b9c3f4540f is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:56.872716 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:56.878447 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:56.963839 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.968203 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.976142 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-82376537-e2d0-4784-b1ef-bc811393bebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:57.018873 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1865c6f709449f882a141b9c3f4540f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856808 May 18 14:37:57.019897 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbfdba0-38e1-4e98-b794-0ca4e0baeeaa,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:57.021649 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53296) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:57.022912 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3514b3f3-60f4-435a-b1f9-e185e0a99390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:57.084994 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2681-98ff-4eb4-a914-7df23ea1fe63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.112335 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2681-98ff-4eb4-a914-7df23ea1fe63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.170748 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2681-98ff-4eb4-a914-7df23ea1fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.178389 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-46ef08ff-5b1a-4c7b-9835-603a8c5bddbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:57.195081 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc2681-98ff-4eb4-a914-7df23ea1fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbfdba0-38e1-4e98-b794-0ca4e0baeeaa,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:57.197344 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c2dc2681-98ff-4eb4-a914-7df23ea1fe63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:57.218615 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2681-98ff-4eb4-a914-7df23ea1fe63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.222620 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-c2dc2681-98ff-4eb4-a914-7df23ea1fe63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cbfdba0-38e1-4e98-b794-0ca4e0baeeaa HTTP/1.1" status: 204 len: 168 time: 0.1998372 May 18 14:37:59.945010 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-baa051a4-ae2a-4e8d-ab2a-69a96462e060 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=16ac3e5414b84ecbacff707b5fb895c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301983 May 18 14:38:00.103377 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-27421d18-b606-4fec-8ed5-a7d8e30ba647 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:00.104802 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-27421d18-b606-4fec-8ed5-a7d8e30ba647 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528354 May 18 14:38:00.120716 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-8ce22e67-5f33-4042-acb2-95752ba2d631 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/quotas/16ac3e5414b84ecbacff707b5fb895c4 HTTP/1.1" status: 200 len: 375 time: 0.0094898 May 18 14:38:00.169556 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-8fc6aa04-67a8-4a28-b3c1-44a97b72b535 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=16ac3e5414b84ecbacff707b5fb895c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425928 May 18 14:38:00.362288 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-11c8e296-835b-44b3-a9ad-082c2be48cd3 req-decf2487-146e-4a05-862a-da55897d60f8 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 210 time: 0.0509017 May 18 14:38:01.509819 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-762fa308-350a-49e4-9b54-a14052dbdb34 req-8fc131df-5278-4d5a-9cb1-ba30d818db54 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 210 time: 0.0458961 May 18 14:38:01.585155 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-0c04ff07-b8a9-48d1-a7c4-80ba94a4444e tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=16ac3e5414b84ecbacff707b5fb895c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297892 May 18 14:38:01.771870 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-6ab943d0-8372-40f0-8747-906fb952b708 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:01.773301 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-6ab943d0-8372-40f0-8747-906fb952b708 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819158 May 18 14:38:01.786035 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Request body: {'port': {'device_id': '39951f89-46f6-461f-a0fc-7ad5bd8c8aec', 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672', 'admin_state_up': True, 'tenant_id': '16ac3e5414b84ecbacff707b5fb895c4'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:01.921932 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:01.925699 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Usage tracker for resource:port and tenant:16ac3e5414b84ecbacff707b5fb895c4 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:01.928574 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:01.934254 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:01.944343 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Made reservation on behalf of 16ac3e5414b84ecbacff707b5fb895c4 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:01.947905 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.960564 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.976086 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:01.979897 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Usage tracker for resource:security_group_rule and tenant:16ac3e5414b84ecbacff707b5fb895c4 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:01.983454 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:01.989134 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:02.091228 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.095685 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.100141 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2597dedb-98c0-4e63-a5ef-2edd42b3d78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:02.176421 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:02.180630 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:02.285566 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Allocated IP 192.168.233.102 (6bcdeec0-77a7-4c87-80d3-9c2fe30e7672/5ddf7bac-f1a5-40a5-834a-b32986c2db97/4416e113-19d0-454c-9f74-24c3e60c7f81) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:02.572297 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.588250 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Transition to ACTIVE for port object 4416e113-19d0-454c-9f74-24c3e60c7f81 will not be triggered until provisioned by entity DHCP. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:02.614202 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.621878 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b3a1d7da-e341-4c9c-9c76-61753a6d44ab tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:02.695139 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Pushing event updated for resources: {'Port': ['ID=4416e113-19d0-454c-9f74-24c3e60c7f81,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:02.700188 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:02.710347 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:02.711504 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:02.715883 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:02.742952 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6671d-0903-4f4f-a7c3-aaccce678036 req-e0d8959d-174c-4946-bace-3d0a5972e3cf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:02.751409 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-58e6671d-0903-4f4f-a7c3-aaccce678036 req-e0d8959d-174c-4946-bace-3d0a5972e3cf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 936 time: 0.0974290 May 18 14:38:02.807403 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:02.808726 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.818187 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-58e6671d-0903-4f4f-a7c3-aaccce678036 req-c4d89cbd-9b1c-44b3-af89-c7fda934fabb tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657732 May 18 14:38:02.850871 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0623727 May 18 14:38:02.859811 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e3db467a-84bb-4fff-955c-ecc4a00c7911 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91462) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:38:02.861625 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-e3db467a-84bb-4fff-955c-ecc4a00c7911 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073488 May 18 14:38:02.988284 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-e94dca84-f276-4100-bdfc-6cf3360d38fe None None] Provisioning for port 4416e113-19d0-454c-9f74-24c3e60c7f81 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:02.993399 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-e94dca84-f276-4100-bdfc-6cf3360d38fe None None] Provisioning complete for port 4416e113-19d0-454c-9f74-24c3e60c7f81 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:02.993864 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e94dca84-f276-4100-bdfc-6cf3360d38fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.998916 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Request body: {'port': {'device_id': '39951f89-46f6-461f-a0fc-7ad5bd8c8aec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:03.050361 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-e94dca84-f276-4100-bdfc-6cf3360d38fe None None] Port 4416e113-19d0-454c-9f74-24c3e60c7f81 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:03.112343 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.477788 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4416e113-19d0-454c-9f74-24c3e60c7f81 {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:03.490897 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.508089 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Transition to ACTIVE for port object 4416e113-19d0-454c-9f74-24c3e60c7f81 will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:03.512813 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.517918 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-0e3f9994-30dd-400c-bd77-a8848dea9e4e tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.570296 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53512) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:03.692656 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Pushing event updated for resources: {'Port': ['ID=4416e113-19d0-454c-9f74-24c3e60c7f81,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:03.696801 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:03.703209 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.721710 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:03.725919 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Usage tracker for resource:security_group_rule and tenant:36998437811041e2a246a0e07c1b964f is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:03.728964 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:03.735961 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:03.771279 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Attempting to bind port 4416e113-19d0-454c-9f74-24c3e60c7f81 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:03.771634 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Attempting to bind port 4416e113-19d0-454c-9f74-24c3e60c7f81 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '97c5cf02-e364-4166-9658-89f4a07e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:03.771947 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Attempting to bind port 4416e113-19d0-454c-9f74-24c3e60c7f81 on network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:03.777423 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Port 4416e113-19d0-454c-9f74-24c3e60c7f81 on network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:03.777962 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Attempting to bind port 4416e113-19d0-454c-9f74-24c3e60c7f81 on network 6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:03.784177 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:03.784506 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Checking segment: {'id': '97c5cf02-e364-4166-9658-89f4a07e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:03.784882 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Bound using segment: {'id': '97c5cf02-e364-4166-9658-89f4a07e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:03.785296 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Bound port: 4416e113-19d0-454c-9f74-24c3e60c7f81, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c5cf02-e364-4166-9658-89f4a07e9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:03.785675 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.835918 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.841922 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.868041 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b9635bdc-6701-45fd-8b02-0efa543bb157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.883328 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] For port 4416e113-19d0-454c-9f74-24c3e60c7f81, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:03.888413 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] For port 4416e113-19d0-454c-9f74-24c3e60c7f81, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4416e113-19d0-454c-9f74-24c3e60c7f81,segment=NetworkSegment(97c5cf02-e364-4166-9658-89f4a07e9feb),segment_id=97c5cf02-e364-4166-9658-89f4a07e9feb)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:03.895619 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.901681 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.918707 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36998437811041e2a246a0e07c1b964f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472853 May 18 14:38:03.921388 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53526) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:03.935515 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823237d7-a25d-4873-9c7f-341ed65f1ca1,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:03.939654 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.006685 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.007032 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.008544 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] 10.222.0.13 "PUT /v2.0/ports/4416e113-19d0-454c-9f74-24c3e60c7f81 HTTP/1.1" status: 200 len: 1098 time: 1.1400206 May 18 14:38:04.009536 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39951f89-46f6-461f-a0fc-7ad5bd8c8aec', 'tag': '4416e113-19d0-454c-9f74-24c3e60c7f81'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:04.035342 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Pushing event updated for resources: {'Port': ['ID=4416e113-19d0-454c-9f74-24c3e60c7f81,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:04.037907 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.071791 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ddc6479-9c1d-4c94-901c-6b547da0466a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.112747 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ddc6479-9c1d-4c94-901c-6b547da0466a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.143184 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7956513-d7a2-4c23-8af9-1b3722409ec5 req-95c41c04-eaac-4aa2-a6d2-095166d10750 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.144838 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d7956513-d7a2-4c23-8af9-1b3722409ec5 req-95c41c04-eaac-4aa2-a6d2-095166d10750 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 948 time: 0.1732986 May 18 14:38:04.162048 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-40257bf8-76d6-457d-b034-bcddcfa512b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.163607 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-40257bf8-76d6-457d-b034-bcddcfa512b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ac3e5414b84ecbacff707b5fb895c4&device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 1101 time: 0.0984347 May 18 14:38:04.227640 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d7956513-d7a2-4c23-8af9-1b3722409ec5 req-0c8ce880-4a12-4441-b317-a618d2e9852f tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748506 May 18 14:38:04.255151 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ddc6479-9c1d-4c94-901c-6b547da0466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.259976 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-88032c15-f7fd-49b4-885d-e2e083167bfe tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:04.260382 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-76113256-b5bd-48b7-9b6e-292a9e56c4b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=4416e113-19d0-454c-9f74-24c3e60c7f81 HTTP/1.1" status: 200 len: 217 time: 0.0844350 May 18 14:38:04.274270 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc6479-9c1d-4c94-901c-6b547da0466a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823237d7-a25d-4873-9c7f-341ed65f1ca1,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:04.278620 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2ddc6479-9c1d-4c94-901c-6b547da0466a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.279740 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ddc6479-9c1d-4c94-901c-6b547da0466a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.283189 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-2ddc6479-9c1d-4c94-901c-6b547da0466a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/823237d7-a25d-4873-9c7f-341ed65f1ca1 HTTP/1.1" status: 204 len: 168 time: 0.3606291 May 18 14:38:04.329131 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39951f89-46f6-461f-a0fc-7ad5bd8c8aec', 'tag': '4416e113-19d0-454c-9f74-24c3e60c7f81', 'status': 'completed', 'code': 200} May 18 14:38:04.345555 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-734f0c98-dc67-4ef7-be79-37cbbe4f1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.346867 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-734f0c98-dc67-4ef7-be79-37cbbe4f1c1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ddf7bac-f1a5-40a5-834a-b32986c2db97 HTTP/1.1" status: 200 len: 843 time: 0.0763605 May 18 14:38:04.439913 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-696ab415-23e9-4a8f-90c2-1a28644ec597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.441239 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-696ab415-23e9-4a8f-90c2-1a28644ec597 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bcdeec0-77a7-4c87-80d3-9c2fe30e7672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0866349 May 18 14:38:04.588420 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-84768df5-180f-455a-86ad-476be1870a18 service neutron] 10.222.0.13 "GET /v2.0/networks/6bcdeec0-77a7-4c87-80d3-9c2fe30e7672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396992 May 18 14:38:04.834732 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-be4d9909-69e9-44a7-9407-e6262bdfb975 req-dce17981-8ae9-401e-8c56-a8f58042038f service neutron] 10.222.0.13 "GET /v2.0/networks/6bcdeec0-77a7-4c87-80d3-9c2fe30e7672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361455 May 18 14:38:04.969826 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-256c44a4-bc0a-456e-9f90-66a10df0bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.969826 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-256c44a4-bc0a-456e-9f90-66a10df0bde1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ac3e5414b84ecbacff707b5fb895c4&device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 1101 time: 0.0790906 May 18 14:38:05.109746 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-3fe73f82-8c2f-46fc-8b17-cec79cbd7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:05.111192 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-3fe73f82-8c2f-46fc-8b17-cec79cbd7610 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bcdeec0-77a7-4c87-80d3-9c2fe30e7672 HTTP/1.1" status: 200 len: 870 time: 0.1358719 May 18 14:38:05.186122 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-82e6756d-fc61-4e44-9e79-3c253572614b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=4416e113-19d0-454c-9f74-24c3e60c7f81 HTTP/1.1" status: 200 len: 217 time: 0.0657992 May 18 14:38:05.259018 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-1e7e29f5-073d-41d9-8f47-2d09dd12b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:05.260549 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-1e7e29f5-073d-41d9-8f47-2d09dd12b5bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ddf7bac-f1a5-40a5-834a-b32986c2db97 HTTP/1.1" status: 200 len: 843 time: 0.0675125 May 18 14:38:05.357984 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-02ada38d-31f0-4441-b621-5fa56e17281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:05.359440 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-02ada38d-31f0-4441-b621-5fa56e17281f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bcdeec0-77a7-4c87-80d3-9c2fe30e7672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0880461 May 18 14:38:05.435635 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5aad8-6ff1-475c-bffb-fda48f3e4bd8 req-cd25a24b-aead-4a41-807f-f94b7e535779 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:05.437136 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-40d5aad8-6ff1-475c-bffb-fda48f3e4bd8 req-cd25a24b-aead-4a41-807f-f94b7e535779 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 948 time: 0.1004736 May 18 14:38:05.497984 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-40d5aad8-6ff1-475c-bffb-fda48f3e4bd8 req-1253f1b7-7cd9-40da-addb-0a0ceb2ccb92 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532491 May 18 14:38:05.504558 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-4d0ddef2-76c1-4396-a15b-e06724570338 service neutron] 10.222.0.13 "GET /v2.0/networks/6bcdeec0-77a7-4c87-80d3-9c2fe30e7672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367650 May 18 14:38:05.649286 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-22856630-73b8-42e5-a78f-3a5634fddfc4 req-467af00d-97af-42fa-864a-15a6b45c07ea service neutron] 10.222.0.13 "GET /v2.0/networks/6bcdeec0-77a7-4c87-80d3-9c2fe30e7672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349692 May 18 14:38:06.366814 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53636) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:06.372365 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53642) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:06.495097 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.512109 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:06.516687 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Usage tracker for resource:security_group_rule and tenant:383646b9ced241a393aac1709a05fa29 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:06.519940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:06.527331 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:06.588613 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.604703 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:06.608863 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] Usage tracker for resource:security_group_rule and tenant:28555d80f97f48a58ea0df3806da82a0 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:06.612118 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:06.618719 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:06.633474 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.642321 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.673572 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ea11b41b-6088-4de5-b13b-b1f0e324dd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:06.685400 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=383646b9ced241a393aac1709a05fa29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173993 May 18 14:38:06.686030 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53656) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:06.737406 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e503d2-bc89-4c44-af6b-1f39cc244894 req-60988afa-7874-4ca7-a4bc-119827da8510 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:06.738963 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e4e503d2-bc89-4c44-af6b-1f39cc244894 req-60988afa-7874-4ca7-a4bc-119827da8510 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 948 time: 0.1148298 May 18 14:38:06.745323 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53660) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:06.759749 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b64491b-e5de-41ee-889f-c6e927af2f98,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:06.775472 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:06.790209 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d03943c6-195a-4d4b-9dc1-fba807a27a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.812759 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.817336 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d03943c6-195a-4d4b-9dc1-fba807a27a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.818107 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e4e503d2-bc89-4c44-af6b-1f39cc244894 req-6d60f9ca-85c9-4197-9f09-6d9aff026cc3 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704458 May 18 14:38:06.819106 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.828047 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-75ee09ad-8c6b-4fe6-87d8-e4b79057c664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:06.872391 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3a2dff-7357-4e2b-a587-c6f86a71e388,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:06.878203 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:06.885629 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b8ee6035-a836-4eed-a3e5-dc7b072d0a8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28555d80f97f48a58ea0df3806da82a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120957 May 18 14:38:06.888673 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53666) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:06.898547 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d03943c6-195a-4d4b-9dc1-fba807a27a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.904619 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a5b4b87e-6b0c-4548-a24f-300a31d2eed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:06.912517 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.925663 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03943c6-195a-4d4b-9dc1-fba807a27a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b64491b-e5de-41ee-889f-c6e927af2f98,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:06.930565 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d03943c6-195a-4d4b-9dc1-fba807a27a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:06.935683 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:06.938152 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d03943c6-195a-4d4b-9dc1-fba807a27a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.941829 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-d03943c6-195a-4d4b-9dc1-fba807a27a53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b64491b-e5de-41ee-889f-c6e927af2f98 HTTP/1.1" status: 204 len: 168 time: 0.2508943 May 18 14:38:06.941829 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:0e82622e98fa433ea0a268277326192f is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:06.944613 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:06.948666 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7b8eaaa4-56ef-4f3e-81f5-d20f58808660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.950909 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:06.980213 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7b8eaaa4-56ef-4f3e-81f5-d20f58808660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.035435 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7b8eaaa4-56ef-4f3e-81f5-d20f58808660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.037713 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.039232 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ec7b77c4-7470-4540-b6cc-ac0d2852990e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:07.042643 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.053778 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-de1e7f3c-7f11-4678-9003-5fc07ef7fbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:07.056471 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8eaaa4-56ef-4f3e-81f5-d20f58808660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3a2dff-7357-4e2b-a587-c6f86a71e388,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.060149 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7b8eaaa4-56ef-4f3e-81f5-d20f58808660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:07.076962 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7b8eaaa4-56ef-4f3e-81f5-d20f58808660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.080989 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7b8eaaa4-56ef-4f3e-81f5-d20f58808660 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd3a2dff-7357-4e2b-a587-c6f86a71e388 HTTP/1.1" status: 204 len: 168 time: 0.1911972 May 18 14:38:07.115064 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53680) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:07.115221 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e82622e98fa433ea0a268277326192f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662622 May 18 14:38:07.117797 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdc6115-68a4-4907-b2d2-0a11210e7d97,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.122022 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:07.196449 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4480796a-5fee-4e38-ab06-dec5beea9a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.230475 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4480796a-5fee-4e38-ab06-dec5beea9a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.290808 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4480796a-5fee-4e38-ab06-dec5beea9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.296017 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-e2fb5c3c-99d2-4b8e-9f1c-3a2b41631e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:07.306545 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480796a-5fee-4e38-ab06-dec5beea9a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdc6115-68a4-4907-b2d2-0a11210e7d97,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.312036 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4480796a-5fee-4e38-ab06-dec5beea9a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:07.314039 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4480796a-5fee-4e38-ab06-dec5beea9a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.317756 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4480796a-5fee-4e38-ab06-dec5beea9a82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bdc6115-68a4-4907-b2d2-0a11210e7d97 HTTP/1.1" status: 204 len: 168 time: 0.2009418 May 18 14:38:07.334329 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53690) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:07.355845 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.371211 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:07.375107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] Usage tracker for resource:security_group_rule and tenant:d8f371a9570e45688f8c82036be7fabf is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:07.377949 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:07.383669 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:07.492082 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.497446 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.506449 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8e61adcc-1d15-4286-8ff7-59ab50def7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:07.557549 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8f371a9570e45688f8c82036be7fabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192826 May 18 14:38:07.557855 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53696) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:07.561207 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bbcfac-b4a3-41ff-a401-78d695267fde,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.576066 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c1474575-0deb-4e5b-acb2-d25e9e4c4aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:07.581903 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53700) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:07.599386 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.614585 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:07.618772 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6af17dcf3af945c4892b3df7f1c49658 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:07.622658 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:07.626873 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-07d5bdbf-86cf-4614-aa12-7414e29ebc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.633814 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:07.653818 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-07d5bdbf-86cf-4614-aa12-7414e29ebc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.715251 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-07d5bdbf-86cf-4614-aa12-7414e29ebc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.720399 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-25d9bd12-07b1-4bb1-9e6a-7475b5d8b68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:07.730803 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.735823 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.736636 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5bdbf-86cf-4614-aa12-7414e29ebc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bbcfac-b4a3-41ff-a401-78d695267fde,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.739728 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-07d5bdbf-86cf-4614-aa12-7414e29ebc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:07.742911 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ff34854e-f424-4b19-ad37-16b8c71b7d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:07.744263 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-07d5bdbf-86cf-4614-aa12-7414e29ebc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.748325 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-07d5bdbf-86cf-4614-aa12-7414e29ebc5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2bbcfac-b4a3-41ff-a401-78d695267fde HTTP/1.1" status: 204 len: 168 time: 0.1864312 May 18 14:38:07.792232 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6af17dcf3af945c4892b3df7f1c49658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069597 May 18 14:38:07.792232 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a25ba1b-3429-4e55-aece-3b840d45cf20,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.793217 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53710) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:07.794047 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-bd8838d4-24d1-480f-b758-7047ebd8f4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:07.863122 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-62d7b000-f6d7-427b-8b02-ac128dc0a8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.896167 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-62d7b000-f6d7-427b-8b02-ac128dc0a8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.969278 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-62d7b000-f6d7-427b-8b02-ac128dc0a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:07.977468 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d03943c6-195a-4d4b-9dc1-fba807a27a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:07.990446 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7b000-f6d7-427b-8b02-ac128dc0a8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a25ba1b-3429-4e55-aece-3b840d45cf20,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:07.994213 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-62d7b000-f6d7-427b-8b02-ac128dc0a8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:08.015907 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-62d7b000-f6d7-427b-8b02-ac128dc0a8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.020620 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-62d7b000-f6d7-427b-8b02-ac128dc0a8b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a25ba1b-3429-4e55-aece-3b840d45cf20 HTTP/1.1" status: 204 len: 168 time: 0.2261364 May 18 14:38:08.040121 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823523f-8cf3-4048-b036-1dc80d9e4b05 req-b8b7fe50-7770-4b11-94c8-a51071f9b8f4 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:08.041658 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c823523f-8cf3-4048-b036-1dc80d9e4b05 req-b8b7fe50-7770-4b11-94c8-a51071f9b8f4 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 948 time: 0.1008408 May 18 14:38:08.091489 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c823523f-8cf3-4048-b036-1dc80d9e4b05 req-62773a51-15d0-4887-a834-6db23ca607f0 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 May 18 14:38:08.311085 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53742) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:08.330364 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.346829 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:08.351205 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] Usage tracker for resource:security_group_rule and tenant:306e74ccf2b641d19e4b6ea6482fc957 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:08.355384 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:08.363183 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:08.469832 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.475669 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.486868 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d5257f8b-5bb9-465d-a880-2475ce35efed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:08.536827 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=306e74ccf2b641d19e4b6ea6482fc957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245734 May 18 14:38:08.537754 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a012a5-8c2c-43a7-b9c4-28ea77329976,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:08.539976 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53756) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:08.551580 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2e4f83ad-5644-4f0b-bd49-69e20734c173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:08.620517 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1045294-f8c2-4f93-8ec5-46e4c2c8373b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.650209 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1045294-f8c2-4f93-8ec5-46e4c2c8373b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.708546 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1045294-f8c2-4f93-8ec5-46e4c2c8373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.715377 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1529e90d-d88f-4bae-8cef-a85f864ad1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:08.731214 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1045294-f8c2-4f93-8ec5-46e4c2c8373b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a012a5-8c2c-43a7-b9c4-28ea77329976,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:08.734556 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-e1045294-f8c2-4f93-8ec5-46e4c2c8373b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:08.739129 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1045294-f8c2-4f93-8ec5-46e4c2c8373b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.741896 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-e1045294-f8c2-4f93-8ec5-46e4c2c8373b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5a012a5-8c2c-43a7-b9c4-28ea77329976 HTTP/1.1" status: 204 len: 168 time: 0.2006891 May 18 14:38:08.961142 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53774) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:09.051802 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 4416e113-19d0-454c-9f74-24c3e60c7f81 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:09.161408 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-632065776-network', 'tenant_id': '249b8ee8f471449c98a692b286fafbc4'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:09.170059 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:09.177240 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Usage tracker for resource:network and tenant:249b8ee8f471449c98a692b286fafbc4 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:09.183214 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:09.195274 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53788) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:09.196843 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:09.211490 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Made reservation on behalf of 249b8ee8f471449c98a692b286fafbc4 for: {'network': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:09.214205 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.230340 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.249477 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:09.253387 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:249b8ee8f471449c98a692b286fafbc4 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:09.256606 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:09.263168 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:09.267280 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 4416e113-19d0-454c-9f74-24c3e60c7f81, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4416e113-19d0-454c-9f74-24c3e60c7f81,segment=NetworkSegment(97c5cf02-e364-4166-9658-89f4a07e9feb),segment_id=97c5cf02-e364-4166-9658-89f4a07e9feb)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:09.286494 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '4416e113-19d0-454c-9f74-24c3e60c7f81', 'network_id': '6bcdeec0-77a7-4c87-80d3-9c2fe30e7672', 'port_id': '4416e113-19d0-454c-9f74-24c3e60c7f81', 'mac_address': 'fa:16:3e:b6:07:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ddf7bac-f1a5-40a5-834a-b32986c2db97', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:09.308221 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.341066 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:09.347124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Usage tracker for resource:security_group_rule and tenant:9684a176d1c445e8a844e5fff5d0f516 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:09.352920 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:09.361077 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:09.366235 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.377863 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.383106 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.384242 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4416e113-19d0-454c-9f74-24c3e60c7f81 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:09.385372 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c4184-37f4-4afc-88a0-f2451179c5e8 req-8ca50424-ab37-45db-89d0-330b1f0ab3d9 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:09.387817 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c1dad9b8-dcce-43b5-81a4-d1982237c02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:09.394670 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f5c4184-37f4-4afc-88a0-f2451179c5e8 req-8ca50424-ab37-45db-89d0-330b1f0ab3d9 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 948 time: 0.1555274 May 18 14:38:09.403864 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 4416e113-19d0-454c-9f74-24c3e60c7f81, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4416e113-19d0-454c-9f74-24c3e60c7f81,segment=NetworkSegment(97c5cf02-e364-4166-9658-89f4a07e9feb),segment_id=97c5cf02-e364-4166-9658-89f4a07e9feb)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:09.408553 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.410553 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:09.418382 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=91462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:09.428258 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da949ad-fc17-44f4-ad93-4cf5ae9c1293,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:09.431864 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:09.435259 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.435812 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.segments_db [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Added segment 45ed21d1-f96d-4fa4-b72d-9906e30c4968 of type vlan for network 3a41132c-2982-4fca-ba66-93f342c48b68 May 18 14:38:09.488639 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f5c4184-37f4-4afc-88a0-f2451179c5e8 req-b5586f6e-7472-44ab-948b-3c9485d4530f tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930233 May 18 14:38:09.500609 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.502689 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=4416e113-19d0-454c-9f74-24c3e60c7f81,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:09.515667 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.516815 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.517102 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.517444 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.517874 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.518200 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.518961 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.519455 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.519997 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.520469 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.520998 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.521466 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.525917 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:09.564993 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.567060 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:09.567867 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.573956 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:09.586138 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.591614 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.607180 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-683bc780-3325-4b71-94fd-700e48a4048a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:09.660919 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f927b1e5-576e-4ea3-9554-b58a33d8c0c8,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:09.676954 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:09.680304 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9684a176d1c445e8a844e5fff5d0f516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838700 May 18 14:38:09.684306 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53812) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:09.728335 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['4416e113-19d0-454c-9f74-24c3e60c7f81'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:09.771595 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c57707ae-454a-4ba0-8c44-4e37e5d39b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.800992 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a41132c-2982-4fca-ba66-93f342c48b68,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:09.804259 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:09.806315 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8439214 May 18 14:38:09.806436 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c57707ae-454a-4ba0-8c44-4e37e5d39b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.809351 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53820) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:09.815585 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Request body: {'subnet': {'network_id': '3a41132c-2982-4fca-ba66-93f342c48b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-632065776-subnet', 'tenant_id': '249b8ee8f471449c98a692b286fafbc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:09.820674 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:09.821554 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 3a41132c-2982-4fca-ba66-93f342c48b68 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:09.826213 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Usage tracker for resource:subnet and tenant:249b8ee8f471449c98a692b286fafbc4 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:09.829429 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:09.836240 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:09.850531 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Made reservation on behalf of 249b8ee8f471449c98a692b286fafbc4 for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:09.855198 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2107627'] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.877294 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c57707ae-454a-4ba0-8c44-4e37e5d39b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.888089 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7b8eaaa4-56ef-4f3e-81f5-d20f58808660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:09.912096 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57707ae-454a-4ba0-8c44-4e37e5d39b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f927b1e5-576e-4ea3-9554-b58a33d8c0c8,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:09.915359 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c57707ae-454a-4ba0-8c44-4e37e5d39b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:09.918566 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-c57707ae-454a-4ba0-8c44-4e37e5d39b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.919777 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-c57707ae-454a-4ba0-8c44-4e37e5d39b14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f927b1e5-576e-4ea3-9554-b58a33d8c0c8 HTTP/1.1" status: 204 len: 168 time: 0.2341728 May 18 14:38:10.311853 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4067376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2107609'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.316463 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:10.397260 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=315ef0aa-06fd-401e-a5c8-ae8d852b89b8,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:10.401458 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:10.402556 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Checking segment: {'id': '45ed21d1-f96d-4fa4-b72d-9906e30c4968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3a41132c-2982-4fca-ba66-93f342c48b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:10.402969 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Network hostable DHCP agents. Network: 3a41132c-2982-4fca-ba66-93f342c48b68, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:10.424250 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Network 3a41132c-2982-4fca-ba66-93f342c48b68 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:10.437121 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 3a41132c-2982-4fca-ba66-93f342c48b68) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:10.447212 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:10.448025 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.455684 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cfe104-17d1-4dbb-8ed8-9609d194e22b None None] Network 3a41132c-2982-4fca-ba66-93f342c48b68 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:10.473234 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-f7542d18-29b3-4454-9004-cde02d700e7e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6624398 May 18 14:38:10.672319 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8660b489-75e7-45a0-ba65-846adf8125a2 None None] Network 3a41132c-2982-4fca-ba66-93f342c48b68 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:10.724261 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220f5ca-2cb7-4798-acc4-35a196d166de req-1a1627b3-000f-4d53-a159-8a0e95bb157f tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:10.725976 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b220f5ca-2cb7-4798-acc4-35a196d166de req-1a1627b3-000f-4d53-a159-8a0e95bb157f tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 949 time: 0.1127195 May 18 14:38:10.815687 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b220f5ca-2cb7-4798-acc4-35a196d166de req-e2f17e1b-5297-4ddd-9c65-f4509b7d548e tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811317 May 18 14:38:10.881940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53862) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:11.007519 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1296288824-network', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:11.014598 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:11.018690 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Usage tracker for resource:network and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:11.024543 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:11.030676 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:11.046049 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Made reservation on behalf of 5d723f53cf6a489c81af66cbc2c33848 for: {'network': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:11.048488 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.059046 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 4416e113-19d0-454c-9f74-24c3e60c7f81 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:11.062522 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.077335 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:11.081155 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:11.083922 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:11.090425 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:11.128592 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port 4416e113-19d0-454c-9f74-24c3e60c7f81 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:11.134156 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 4416e113-19d0-454c-9f74-24c3e60c7f81 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:11.134529 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.195390 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53878) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:11.205392 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-143564919-network', 'tenant_id': 'ab2da353b8bc40ceb4476f81204b220d'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:11.209250 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.211782 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:11.216595 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.219558 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Usage tracker for resource:network and tenant:ab2da353b8bc40ceb4476f81204b220d is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:11.223425 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-969c1428-6536-445c-9c36-74210a88c3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:11.233226 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:11.241963 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:11.264173 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.264849 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=91462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:11.269103 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Made reservation on behalf of ab2da353b8bc40ceb4476f81204b220d for: {'network': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:11.271355 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.287735 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:11.290682 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39951f89-46f6-461f-a0fc-7ad5bd8c8aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4416e113-19d0-454c-9f74-24c3e60c7f81'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:11.292244 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.301830 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 4416e113-19d0-454c-9f74-24c3e60c7f81, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4416e113-19d0-454c-9f74-24c3e60c7f81,segment=NetworkSegment(97c5cf02-e364-4166-9658-89f4a07e9feb),segment_id=97c5cf02-e364-4166-9658-89f4a07e9feb)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:11.303450 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:11.306115 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.306545 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.segments_db [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Added segment 88b79369-e0dd-4865-9a25-7a4be677ecdd of type vlan for network 6bb68804-b1ab-49c5-a244-5960a98f5a26 May 18 14:38:11.306935 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.309694 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-0ca0728d-072a-4336-99e9-2dd4a4aaad35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:11.320171 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:11.328383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Usage tracker for resource:security_group_rule and tenant:ab2da353b8bc40ceb4476f81204b220d is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:11.332833 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:11.349478 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:11.355403 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.378008 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=4416e113-19d0-454c-9f74-24c3e60c7f81,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:11.381287 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:11.411611 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.413845 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:11.414420 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.423667 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:11.558823 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39951f89-46f6-461f-a0fc-7ad5bd8c8aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4416e113-19d0-454c-9f74-24c3e60c7f81', 'code': 200} May 18 14:38:11.565236 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6783824 May 18 14:38:11.565319 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53890) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:11.570792 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Request body: {'subnet': {'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1296288824-subnet', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'ip_version': 4}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:11.575637 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:11.577110 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb68804-b1ab-49c5-a244-5960a98f5a26,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:11.587040 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:11.587735 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 6bb68804-b1ab-49c5-a244-5960a98f5a26 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:11.605288 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.606158 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Usage tracker for resource:subnet and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:11.610642 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.611321 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:11.617074 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-348c4012-9403-47de-b50b-e6dc319ecc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:11.643344 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:11.646303 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=91462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:11.661452 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b370cbe0-49d1-49ed-a5e6-8e1704edbe56,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:11.668252 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Made reservation on behalf of 5d723f53cf6a489c81af66cbc2c33848 for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:11.671726 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2491241'] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.676638 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:11.688000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.688380 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.segments_db [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Added segment e73a54c5-cbc7-4411-b1f2-563a9325a570 of type vlan for network 5db35d6f-f613-4798-8559-26519a95d404 May 18 14:38:11.724321 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.756576 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.758136 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:11.758727 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.770114 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:11.860323 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6638708 May 18 14:38:11.872854 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53900) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:11.884757 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Request body: {'subnet': {'network_id': '5db35d6f-f613-4798-8559-26519a95d404', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-143564919-subnet', 'tenant_id': 'ab2da353b8bc40ceb4476f81204b220d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:11.893377 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:11.906458 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Usage tracker for resource:subnet and tenant:ab2da353b8bc40ceb4476f81204b220d is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:11.912304 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:11.921318 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:11.949805 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Pushing event updated for resources: {'Network': ['ID=5db35d6f-f613-4798-8559-26519a95d404,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:11.953239 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-fa3737a7-4dde-4adf-a4f4-521e6d51581d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:11.961107 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 5db35d6f-f613-4798-8559-26519a95d404 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:11.972733 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe92df-d625-4a27-910d-6747274767c5 req-961277e8-0f15-480d-b30b-d85ad53f1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:11.974293 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7fe92df-d625-4a27-910d-6747274767c5 req-961277e8-0f15-480d-b30b-d85ad53f1970 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 1103 time: 0.1661556 May 18 14:38:11.985760 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Made reservation on behalf of ab2da353b8bc40ceb4476f81204b220d for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:11.987974 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2491241'] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.020238 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-f7fe92df-d625-4a27-910d-6747274767c5 req-a028f9e2-2162-4617-a642-a5b6e0f3e77a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390851 May 18 14:38:12.086332 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53906) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:12.221719 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a1be-93e6-4378-88a2-d2e7137f44ce req-5c314f52-ba14-433d-be79-48408bf7a073 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:12.223163 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a0f0a1be-93e6-4378-88a2-d2e7137f44ce req-5c314f52-ba14-433d-be79-48408bf7a073 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 950 time: 0.2875676 May 18 14:38:12.328009 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] Deleting subnet ef7ea048-2678-4236-94be-89e1521dc435 {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:38:12.331173 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.382294 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.442415 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.442741 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a0f0a1be-93e6-4378-88a2-d2e7137f44ce req-3ae49941-2108-449a-bba5-11ef57bf3c27 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809289 May 18 14:38:12.611483 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4176950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2491227'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.624681 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:12.691916 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.696174 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f9a3c9e5-0ee9-4758-a790-f96ec7549c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:12.717207 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca524bd0-988d-4ff3-86b7-3f664e1abd56,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.722653 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.723459 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Checking segment: {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:12.723658 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Network hostable DHCP agents. Network: 6bb68804-b1ab-49c5-a244-5960a98f5a26, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:12.732346 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7ea048-2678-4236-94be-89e1521dc435,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.735713 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.736661 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.745351 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ef7ea048-2678-4236-94be-89e1521dc435 HTTP/1.1" status: 204 len: 168 time: 0.6575596 May 18 14:38:12.745858 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53912) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:12.775065 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Network 6bb68804-b1ab-49c5-a244-5960a98f5a26 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:12.794581 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 6bb68804-b1ab-49c5-a244-5960a98f5a26) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:12.808635 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533cb3cc-55ea-4a6b-9e58-dccd7da1e7a3 None None] Network 6bb68804-b1ab-49c5-a244-5960a98f5a26 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:12.810146 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:12.810782 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.827331 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4176950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2491227'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.834209 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:12.880273 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-e4934700-3453-49b0-8077-0185361e45f5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3141425 May 18 14:38:12.888519 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53916) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:12.903686 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:12.920996 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:12.929953 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Usage tracker for resource:router and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:12.935826 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:12.938708 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca6f24a-ca6b-458a-9a25-506424ff01ee,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.947055 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.948082 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:12.955300 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.956968 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Checking segment: {'id': 'e73a54c5-cbc7-4411-b1f2-563a9325a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5db35d6f-f613-4798-8559-26519a95d404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:12.957094 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Network hostable DHCP agents. Network: 5db35d6f-f613-4798-8559-26519a95d404, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:12.970065 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.971053 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.000124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Network 5db35d6f-f613-4798-8559-26519a95d404 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:13.012624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.023768 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 5db35d6f-f613-4798-8559-26519a95d404) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:13.055741 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:13.056475 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.062899 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80daf1e-40b2-4915-9b36-c5fa753f9bde None None] Network 5db35d6f-f613-4798-8559-26519a95d404 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:13.097605 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.116691 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f98724a-df09-4818-9fbe-3a2923c5f314']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:13.131834 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b537b441-2c28-4827-8d0e-1ecdba5445de') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:13.132154 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b537b441-2c28-4827-8d0e-1ecdba5445de') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:13.148879 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.172384 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.181526 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:38:13.182857 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:38:13.199860 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:38:13.274471 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-6bb68804-b1ab-49c5-a244-5960a98f5a26', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:13.275671 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.287005 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.291089 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-880c842a-e0a9-4d46-a79a-41ed0107c295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:13.311865 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.319018 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f98724a-df09-4818-9fbe-3a2923c5f314,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:13.324292 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:13.336052 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f98724a-df09-4818-9fbe-3a2923c5f314 HTTP/1.1" status: 204 len: 168 time: 0.5890484 May 18 14:38:13.340291 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53928) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:13.443300 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-6e87fbc8-6c6c-4397-95b7-8aa64b385861 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5679984 May 18 14:38:13.449768 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2b2ce-c56f-422b-9f51-0e76c49e7096 None None] Network 5db35d6f-f613-4798-8559-26519a95d404 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:13.464628 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.559821 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53938) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:13.571833 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.607484 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:13.613739 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] Usage tracker for resource:security_group_rule and tenant:59d4b2d191d847a380f94cdbd36246bf is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:13.619045 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:13.629666 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:13.649981 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Allocated IP 172.20.0.2 (6bb68804-b1ab-49c5-a244-5960a98f5a26/ca524bd0-988d-4ff3-86b7-3f664e1abd56/ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:13.683356 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-361c8b75-8534-4f4f-826b-7dcdc88dad99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53aea1cecf0847a5abd6b1f16f3728a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160867 May 18 14:38:13.693308 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 53942) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:13.748393 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.755674 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.767419 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ce07d4dc-6813-4917-9df9-b80baf7c35c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:13.818388 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4201cb6e-6cce-469e-aa1b-ff3dbef194bc,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:13.827036 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59d4b2d191d847a380f94cdbd36246bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856122 May 18 14:38:13.827693 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 53950) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:13.828677 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-93e5d8ac-5341-4869-85a1-71aff3b66b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:13.883124 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7b859334-1e7a-4f25-ae3a-59721a347853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.895701 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f019eca5-6426-4b77-805b-5bfbfb110c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.906962 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244587f-9c8a-4b76-8303-9082d55d466c req-626ac462-1634-43c6-85e4-ab2ccecafd9a tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:13.914063 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e244587f-9c8a-4b76-8303-9082d55d466c req-626ac462-1634-43c6-85e4-ab2ccecafd9a tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 950 time: 0.3006568 May 18 14:38:13.930456 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f019eca5-6426-4b77-805b-5bfbfb110c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.959320 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7b859334-1e7a-4f25-ae3a-59721a347853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.967204 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.980593 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Transition to ACTIVE for port object ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:14.000109 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f019eca5-6426-4b77-805b-5bfbfb110c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.004866 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Transition to ACTIVE for port object ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:14.006014 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e244587f-9c8a-4b76-8303-9082d55d466c req-58eeee71-c0d2-485b-9eb0-8ef5a345ee05 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909908 May 18 14:38:14.007447 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-62d7b000-f6d7-427b-8b02-ac128dc0a8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.013125 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.023337 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019eca5-6426-4b77-805b-5bfbfb110c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4201cb6e-6cce-469e-aa1b-ff3dbef194bc,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.023539 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.027378 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f019eca5-6426-4b77-805b-5bfbfb110c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.029556 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f019eca5-6426-4b77-805b-5bfbfb110c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.033483 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-f019eca5-6426-4b77-805b-5bfbfb110c88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4201cb6e-6cce-469e-aa1b-ff3dbef194bc HTTP/1.1" status: 204 len: 168 time: 0.2036240 May 18 14:38:14.124204 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Pushing event updated for resources: {'Port': ['ID=ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.142437 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.156499 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Network 6bb68804-b1ab-49c5-a244-5960a98f5a26 is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:14.157701 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:14.161862 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:14.180857 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:38:14.230007 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7b859334-1e7a-4f25-ae3a-59721a347853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.236659 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7995d776-be9b-493c-8713-a2f5b1fb3ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.256916 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859334-1e7a-4f25-ae3a-59721a347853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c02f70-269a-4e13-8772-53e17af05c2d,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.259139 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.285431 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7b859334-1e7a-4f25-ae3a-59721a347853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.294926 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.332514 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Attempting to bind port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:14.333064 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Attempting to bind port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:14.333611 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Attempting to bind port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 on network 6bb68804-b1ab-49c5-a244-5960a98f5a26 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:14.338669 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7b859334-1e7a-4f25-ae3a-59721a347853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.339789 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7b859334-1e7a-4f25-ae3a-59721a347853 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87c02f70-269a-4e13-8772-53e17af05c2d HTTP/1.1" status: 204 len: 168 time: 0.6444819 May 18 14:38:14.344068 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:14.345002 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Checking segment: {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:14.345683 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.346539 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Bound using segment: {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:14.347378 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Bound port: ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:14.348443 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.462379 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] For port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:14.466045 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] For port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:14.478161 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.485874 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.669402 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Allocated IP 172.27.2.138 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:14.749779 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Pushing event updated for resources: {'Port': ['ID=ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.755548 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.940559 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39c531-dc7d-4e3d-acc1-178dd7622067 req-c2b6cd42-0542-4bfe-b339-dbd3161d1536 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.948101 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2a39c531-dc7d-4e3d-acc1-178dd7622067 req-c2b6cd42-0542-4bfe-b339-dbd3161d1536 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 950 time: 0.2500093 May 18 14:38:14.978151 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.029995 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2a39c531-dc7d-4e3d-acc1-178dd7622067 req-6e263f5b-2991-4664-994a-bf8437459ef7 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776453 May 18 14:38:15.054072 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.061278 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-71813f6b-06e3-4eff-8b80-4aab73cb544d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:15.137141 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:15.140678 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:15.147003 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:15.221783 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:15.225051 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:15.283593 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:15.372524 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:15.656115 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.825597 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54020) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:15.990943 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5f97e-9d51-4da6-afb3-91bf17d4881d None None] Network 6bb68804-b1ab-49c5-a244-5960a98f5a26 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:16.058295 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-866ee735-1817-47fc-96b4-ea2948c7f4db tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:16.059042 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-866ee735-1817-47fc-96b4-ea2948c7f4db tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Synchronizing usage tracker for tenant:16ac3e5414b84ecbacff707b5fb895c4 on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:16.080126 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1421861147-network', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:16.087157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:16.105975 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Usage tracker for resource:network and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:16.112308 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:16.115076 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.120481 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:16.126222 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-866ee735-1817-47fc-96b4-ea2948c7f4db tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Unset dirty status for tenant:16ac3e5414b84ecbacff707b5fb895c4 on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:16.127598 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-866ee735-1817-47fc-96b4-ea2948c7f4db tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.13 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 950 time: 0.2292075 May 18 14:38:16.172398 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Made reservation on behalf of 64ab0ec53fe84b4a968c40c55521d824 for: {'network': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:16.175069 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.200035 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-22a3af07-df65-4306-aab6-328b972d489a None None] Provisioning for port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:16.213974 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.221091 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-22a3af07-df65-4306-aab6-328b972d489a None None] Provisioning complete for port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:16.221464 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-22a3af07-df65-4306-aab6-328b972d489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.270969 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:16.279669 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Usage tracker for resource:security_group_rule and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:16.286770 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:16.298804 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:16.528935 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-22a3af07-df65-4306-aab6-328b972d489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.547906 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.557688 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.566669 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-779a0044-39d6-4dbf-9d94-5b766742b006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:16.578613 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Deleting port 4416e113-19d0-454c-9f74-24c3e60c7f81 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:38:16.579419 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.588071 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-22a3af07-df65-4306-aab6-328b972d489a None None] For port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:16.598849 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-22a3af07-df65-4306-aab6-328b972d489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.600967 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:16.636180 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=91462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:16.714839 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3af07-df65-4306-aab6-328b972d489a None None] Pushing event updated for resources: {'Port': ['ID=ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:16.720577 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c928debc-3786-4515-9a21-73b6b95606d5,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:16.728345 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-22a3af07-df65-4306-aab6-328b972d489a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:16.742569 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:16.751648 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c65f6-fa88-41ec-9f29-bd9af53aebf4 req-c7821042-fb5a-4d37-9b29-f75e51f632ff tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:16.753449 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e07c65f6-fa88-41ec-9f29-bd9af53aebf4 req-c7821042-fb5a-4d37-9b29-f75e51f632ff tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 950 time: 0.4864812 May 18 14:38:16.755059 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.755402 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.segments_db [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Added segment 53b157e8-ae7b-4099-ad09-408db0a56c75 of type vlan for network 80bac765-7a7d-4a9e-8567-62c95bf94d97 May 18 14:38:16.813747 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.818501 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] For port 4416e113-19d0-454c-9f74-24c3e60c7f81, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4416e113-19d0-454c-9f74-24c3e60c7f81,segment=NetworkSegment(97c5cf02-e364-4166-9658-89f4a07e9feb),segment_id=97c5cf02-e364-4166-9658-89f4a07e9feb)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:16.819108 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.825466 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:16.847643 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e07c65f6-fa88-41ec-9f29-bd9af53aebf4 req-2eb32962-c2d7-4d7f-af6f-cf22177550c3 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854192 May 18 14:38:16.921347 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-0c283f32-618b-4bbd-9346-6b9684e76e15 None None] Provisioning complete for port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:16.921749 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0c283f32-618b-4bbd-9346-6b9684e76e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.947647 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Calling delete_port for 4416e113-19d0-454c-9f74-24c3e60c7f81 owned by compute:nova {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:38:16.952933 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.db.resource_extend [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:38:16.981882 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.984050 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:16.984650 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.990786 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:17.048659 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:17.062953 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Sync routers for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:17.072192 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.073635 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1779642 May 18 14:38:17.076269 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54042) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:17.081803 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:17.082447 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:37:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:17.099378 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2720170 May 18 14:38:17.111158 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54046) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:17.114387 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Pushing event updated for resources: {'Network': ['ID=80bac765-7a7d-4a9e-8567-62c95bf94d97,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:17.120240 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Request body: {'subnet': {'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1421861147-subnet', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:17.124183 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-83dcbd54-3399-44cf-b543-9d7dafb33d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:17.127253 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:17.131852 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Usage tracker for resource:subnet and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:17.136983 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:17.151901 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:17.175914 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:17.220718 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Made reservation on behalf of 64ab0ec53fe84b4a968c40c55521d824 for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:17.224642 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2107627'] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.244419 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.251953 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-15a8225f-62bb-4261-85b7-552246853c5c tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:17.252480 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:17.287777 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['4416e113-19d0-454c-9f74-24c3e60c7f81'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:17.311425 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Pushing event deleted for resources: {'Port': ['ID=4416e113-19d0-454c-9f74-24c3e60c7f81,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:17.467857 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:17.572414 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:17.600969 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:17.601493 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.716740 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] No DVR routers for this DVR port 4416e113-19d0-454c-9f74-24c3e60c7f81 on host hv-cinder-79123 {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:38:17.719964 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.734422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39951f89-46f6-461f-a0fc-7ad5bd8c8aec', 'name': 'network-vif-deleted', 'tag': '4416e113-19d0-454c-9f74-24c3e60c7f81'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:17.756160 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-74ca4d46-d3f2-4bdb-a7b3-b14dc2d678f7 req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.13 "DELETE /v2.0/ports/4416e113-19d0-454c-9f74-24c3e60c7f81 HTTP/1.1" status: 204 len: 173 time: 1.6211848 May 18 14:38:17.930742 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39951f89-46f6-461f-a0fc-7ad5bd8c8aec', 'name': 'network-vif-deleted', 'tag': '4416e113-19d0-454c-9f74-24c3e60c7f81', 'status': 'completed', 'code': 200} May 18 14:38:18.019808 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.035850 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:15Z', 'revision_number': 3, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:18.040496 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Checking router: 52fcd42f-9e16-4ba5-98b1-1d202e8d864c for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:18.041706 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Updating router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:18.069733 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4067376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2107609'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.075796 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:18.076786 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-437f5721-023f-46e8-b41f-b69160df709a req-ee7c2f30-2357-4528-82ba-381a69fea6b5 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 210 time: 0.0591781 May 18 14:38:18.133261 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.170037 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ef0fca-27ec-4f66-9743-7b301a875485,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:18.174492 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:18.175397 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Checking segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:18.175791 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Network hostable DHCP agents. Network: 80bac765-7a7d-4a9e-8567-62c95bf94d97, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:18.196606 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:18.209816 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 80bac765-7a7d-4a9e-8567-62c95bf94d97) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:18.222520 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.223590 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.249785 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc7ba3-dce2-405d-8fa5-8665ad90eec5 None None] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:18.250027 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1378233 May 18 14:38:18.250816 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54064) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:18.256671 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:18.261881 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:18.266558 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Usage tracker for resource:router and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:18.270081 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:18.279027 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:18.297849 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.299313 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.309538 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Allocated IP 172.20.0.1 (6bb68804-b1ab-49c5-a244-5960a98f5a26/ca524bd0-988d-4ff3-86b7-3f664e1abd56/0891307f-8716-4b91-9ad9-7958dce88ec5) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:18.318688 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.506774 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.525048 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Transition to ACTIVE for port object 0891307f-8716-4b91-9ad9-7958dce88ec5 will not be triggered until provisioned by entity DHCP. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:18.555339 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.559810 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:18.679440 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.739465 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-80bac765-7a7d-4a9e-8567-62c95bf94d97', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:18.741120 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.757547 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Network 6bb68804-b1ab-49c5-a244-5960a98f5a26 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:18.760773 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:18.763132 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:18.794482 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Pushing event updated for resources: {'Port': ['ID=0891307f-8716-4b91-9ad9-7958dce88ec5,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:18.797034 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:18.824801 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.993141 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Allocated IP 172.20.0.2 (80bac765-7a7d-4a9e-8567-62c95bf94d97/37ef0fca-27ec-4f66-9743-7b301a875485/7da323f5-7355-4b07-95e7-742ced082565) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:19.017385 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.051182 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.058451 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.067419 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.073156 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f8e4904a-3cf2-46e7-8e93-82e13f477a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.144623 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Transition to ACTIVE for port object e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:19.150967 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.160924 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.168388 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.222675 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-dea1e612-87ed-4cff-adb5-ac53fa78cd03 None None] Provisioning for port 0891307f-8716-4b91-9ad9-7958dce88ec5 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:19.239699 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Allocated IP 172.27.2.91 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/522b4c3f-c22d-4797-9efd-f2325fac229a) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:19.254921 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-dea1e612-87ed-4cff-adb5-ac53fa78cd03 None None] Provisioning complete for port 0891307f-8716-4b91-9ad9-7958dce88ec5 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:19.255294 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-dea1e612-87ed-4cff-adb5-ac53fa78cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.273034 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2e722965-b5fd-43bb-a286-9a1a6b6fb788 req-80396c1f-3ce2-4b68-bf09-72da5935b939 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 210 time: 0.0484922 May 18 14:38:19.355926 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Attempting to bind port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:19.356653 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Attempting to bind port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:19.356653 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Attempting to bind port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:19.377884 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49585f7b-061b-4287-9ec2-7d9b67b5115e None None] Pushing event updated for resources: {'Port': ['ID=e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.386140 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-49585f7b-061b-4287-9ec2-7d9b67b5115e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.388188 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:19.388568 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:19.388975 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.389367 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:19.389981 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Bound port: e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:19.390229 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.404489 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.419647 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-dea1e612-87ed-4cff-adb5-ac53fa78cd03 None None] Port 0891307f-8716-4b91-9ad9-7958dce88ec5 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:19.438327 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.443425 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-27fdba80-5df6-4520-a7bc-e96d6a873f24 tempest-VolumesSnapshotTestJSON-299441634 tempest-VolumesSnapshotTestJSON-299441634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.446484 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.451941 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.454823 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.479929 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Transition to ACTIVE for port object 7da323f5-7355-4b07-95e7-742ced082565 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:19.481747 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ec39ab5d-1242-48d7-8b46-63e2f1973b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.500743 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] For port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:19.507001 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] For port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:19.510562 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Transition to ACTIVE for port object 7da323f5-7355-4b07-95e7-742ced082565 will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:19.515936 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.521923 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.555299 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Pushing event updated for resources: {'Port': ['ID=0891307f-8716-4b91-9ad9-7958dce88ec5,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.559139 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.568558 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.582260 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.611929 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:19.615264 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:19.617143 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:19.617805 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:37:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:19.619129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:19.659739 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Pushing event updated for resources: {'Port': ['ID=522b4c3f-c22d-4797-9efd-f2325fac229a,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.668849 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.691558 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:19.702326 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49585f7b-061b-4287-9ec2-7d9b67b5115e None None] Pushing event updated for resources: {'Port': ['ID=e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.705052 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:19.706755 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-49585f7b-061b-4287-9ec2-7d9b67b5115e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.714446 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.736777 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Network 6bb68804-b1ab-49c5-a244-5960a98f5a26 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:19.738060 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:19.744912 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:19.917830 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Pushing event updated for resources: {'Port': ['ID=7da323f5-7355-4b07-95e7-742ced082565,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.931938 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.946009 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Attempting to bind port 7da323f5-7355-4b07-95e7-742ced082565 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:19.946388 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Attempting to bind port 7da323f5-7355-4b07-95e7-742ced082565 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:19.946756 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Attempting to bind port 7da323f5-7355-4b07-95e7-742ced082565 on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:19.956813 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:19.960926 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:19.961305 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Checking segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:19.961732 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.962126 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Bound using segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:19.963474 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Bound port: 7da323f5-7355-4b07-95e7-742ced082565, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:19.963858 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.977274 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:20.095288 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.159374 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:20.177641 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] 10.222.0.44 "PUT /v2.0/routers/52fcd42f-9e16-4ba5-98b1-1d202e8d864c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0914342 May 18 14:38:20.202773 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-44d04828-a9e6-4da5-b95e-358424eae193 None None] Provisioning complete for port 0891307f-8716-4b91-9ad9-7958dce88ec5 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:20.203115 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-44d04828-a9e6-4da5-b95e-358424eae193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.269051 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] For port 7da323f5-7355-4b07-95e7-742ced082565, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:20.402841 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] For port 7da323f5-7355-4b07-95e7-742ced082565, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=7da323f5-7355-4b07-95e7-742ced082565,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:20.407458 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-44d04828-a9e6-4da5-b95e-358424eae193 None None] Port 0891307f-8716-4b91-9ad9-7958dce88ec5 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:20.420699 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.428036 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:20.489584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.549304 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Pushing event updated for resources: {'Port': ['ID=7da323f5-7355-4b07-95e7-742ced082565,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:20.619523 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:20.664992 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 2, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:20.669353 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d30cca-d015-43a6-b6e7-f39d81ddeb47 None None] The sync data for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi is: [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 2, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:20.722777 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1806d789-6814-4747-9211-6579afaac3b3 req-99736a3e-914c-4929-a8f4-a88ef4f8fbf4 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] 10.222.0.44 "GET /v2.0/ports?device_id=39951f89-46f6-461f-a0fc-7ad5bd8c8aec HTTP/1.1" status: 200 len: 210 time: 0.0806997 May 18 14:38:20.827131 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Router 278c7b88-6db3-44e6-874f-54fcc5ed40cf is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:20.970137 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54098) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:20.976055 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-602889303-network', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:20.981097 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:20.985203 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Usage tracker for resource:network and tenant:9a85c85baf3c4afcb0851a0329bc4478 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:20.988165 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:20.999007 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:21.015394 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Made reservation on behalf of 9a85c85baf3c4afcb0851a0329bc4478 for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:21.019688 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.033323 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.051857 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:21.056504 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Usage tracker for resource:security_group_rule and tenant:9a85c85baf3c4afcb0851a0329bc4478 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:21.059731 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:21.066749 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:21.117995 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:21.130231 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Sync routers for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:21.143366 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:21.143986 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:37:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:21.160353 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 4416e113-19d0-454c-9f74-24c3e60c7f81 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:38:21.186962 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Notify callbacks [] for router, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.191617 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54104) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:21.194482 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9424357 May 18 14:38:21.256918 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: 4416e113-19d0-454c-9f74-24c3e60c7f81 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:38:21.257311 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 4416e113-19d0-454c-9f74-24c3e60c7f81 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:38:21.313146 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 7da323f5-7355-4b07-95e7-742ced082565 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:21.408624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.418273 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.418623 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 7da323f5-7355-4b07-95e7-742ced082565 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:21.421481 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:21.432622 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-c57707ae-454a-4ba0-8c44-4e37e5d39b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:21.466432 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08170ab-dc84-45f5-a60a-a855338ecfb5,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:21.469912 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:21.502361 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:21.537569 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-19123f3f-ac4f-4092-9d04-886d1985ac7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.548503 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.715140 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.715379 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Added segment 324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf of type vlan for network d02905a0-99e3-4d9a-8e22-a5af81630d21 May 18 14:38:21.776860 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.896714 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 3, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:21.901149 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Checking router: 278c7b88-6db3-44e6-874f-54fcc5ed40cf for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:21.901530 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Updating router 278c7b88-6db3-44e6-874f-54fcc5ed40cf port 522b4c3f-c22d-4797-9efd-f2325fac229a binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:21.966873 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.035392 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7204a52-0aa1-41b8-ae83-0401690bda2e None None] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:22.175122 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.176583 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:22.177212 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.191708 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:22.347275 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3756843 May 18 14:38:22.350236 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54128) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:22.355942 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Pushing event updated for resources: {'Network': ['ID=d02905a0-99e3-4d9a-8e22-a5af81630d21,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:22.357957 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Request body: {'subnet': {'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-602889303-subnet', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:22.362691 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:22.370193 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network d02905a0-99e3-4d9a-8e22-a5af81630d21 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:22.373729 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:22.391720 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Usage tracker for resource:subnet and tenant:9a85c85baf3c4afcb0851a0329bc4478 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:22.402087 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:22.417277 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:22.439356 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Made reservation on behalf of 9a85c85baf3c4afcb0851a0329bc4478 for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:22.442251 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2107627'] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.685105 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.703433 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Transition to ACTIVE for port object 522b4c3f-c22d-4797-9efd-f2325fac229a will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:22.710913 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.719206 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.733178 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-64910152-4e74-4ff6-9cdc-ff0f72b69df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:22.828031 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Pushing event updated for resources: {'Port': ['ID=522b4c3f-c22d-4797-9efd-f2325fac229a,revision_number=2']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:22.852903 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.854886 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] Provisioning for port 7da323f5-7355-4b07-95e7-742ced082565 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:22.861137 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.861909 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.862466 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.862935 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.863393 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.863870 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.864326 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.865039 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.865809 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.866360 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.866830 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.867282 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:22.877880 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Attempting to bind port 522b4c3f-c22d-4797-9efd-f2325fac229a on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:22.879940 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] Provisioning complete for port 7da323f5-7355-4b07-95e7-742ced082565 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:22.880046 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Attempting to bind port 522b4c3f-c22d-4797-9efd-f2325fac229a by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:22.880131 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.880202 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Attempting to bind port 522b4c3f-c22d-4797-9efd-f2325fac229a on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:22.885990 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:22.887153 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:22.887828 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:22.888434 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.889043 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:22.889746 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Bound port: 522b4c3f-c22d-4797-9efd-f2325fac229a, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:22.890331 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.977985 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] For port 522b4c3f-c22d-4797-9efd-f2325fac229a, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:22.982343 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] For port 522b4c3f-c22d-4797-9efd-f2325fac229a, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=522b4c3f-c22d-4797-9efd-f2325fac229a,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:22.994055 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.004868 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.082528 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Allocated IP 172.20.0.1 (80bac765-7a7d-4a9e-8567-62c95bf94d97/37ef0fca-27ec-4f66-9743-7b301a875485/21c7d6b1-c0d7-4645-9d7b-5c33dd921159) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:23.100438 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Pushing event updated for resources: {'Port': ['ID=522b4c3f-c22d-4797-9efd-f2325fac229a,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.119318 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.140679 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:23.141458 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:23.278104 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.305311 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:23.310708 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.336983 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Transition to ACTIVE for port object 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 will not be triggered until provisioned by entity DHCP. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:23.371703 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.377614 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.409492 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] For port 7da323f5-7355-4b07-95e7-742ced082565, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=7da323f5-7355-4b07-95e7-742ced082565,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:23.423366 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.426131 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.464590 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:23.468080 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:23.471344 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:23.501025 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4067376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2107609'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.510207 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-30400bed-e373-4d6a-aec3-390659f6c499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.529370 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:23.535862 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Pushing event updated for resources: {'Port': ['ID=21c7d6b1-c0d7-4645-9d7b-5c33dd921159,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.539912 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.545378 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:23.546399 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.567273 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.607057 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:23.652984 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] Pushing event updated for resources: {'Port': ['ID=7da323f5-7355-4b07-95e7-742ced082565,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.658261 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.687753 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Checking segment: {'id': '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:23.689545 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Network hostable DHCP agents. Network: d02905a0-99e3-4d9a-8e22-a5af81630d21, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:23.694633 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce14980-7363-4739-b981-684303f5f076,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.706589 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.720077 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Network d02905a0-99e3-4d9a-8e22-a5af81630d21 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:23.738157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, d02905a0-99e3-4d9a-8e22-a5af81630d21) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:23.758452 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f52910-f4d0-48ee-822e-1680e6b03d73 None None] Network d02905a0-99e3-4d9a-8e22-a5af81630d21 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:23.768540 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:23.769599 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.827461 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-05495c79-82b8-4ec4-a8f0-f8db822619a6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4758623 May 18 14:38:23.829846 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54204) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:23.842552 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.844621 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:23.850981 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:23.856267 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Usage tracker for resource:router and tenant:9a85c85baf3c4afcb0851a0329bc4478 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:23.859822 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:23.866336 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:23.879933 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.881382 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.906872 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.048007 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Sync routers for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:24.165092 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.174865 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 3, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:24.185760 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d03176-9246-4820-b3ab-5df5786534eb None None] The sync data for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi is: [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 3, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:24.201706 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:24.202432 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:24.480194 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:24.606791 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-3062504b-dcbd-41a5-9ab7-c898f1d82acc None None] Provisioning complete for port 7da323f5-7355-4b07-95e7-742ced082565 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:24.607180 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3062504b-dcbd-41a5-9ab7-c898f1d82acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.627807 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.634802 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.702509 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.723113 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-97142d34-0feb-450f-a5fa-7560cf719447 tempest-DeleteServersTestJSON-529893762 tempest-DeleteServersTestJSON-529893762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.851775 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Pushing event updated for resources: {'Port': ['ID=21c7d6b1-c0d7-4645-9d7b-5c33dd921159,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.868685 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.885040 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.940129 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:24.955497 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.037975 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.039822 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:25.174050 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.193784 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:25.198170 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:25.222973 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.475824 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-d02905a0-99e3-4d9a-8e22-a5af81630d21', 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'fixed_ips': [{'subnet_id': '5ce14980-7363-4739-b981-684303f5f076'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:25.477476 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.506831 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 522b4c3f-c22d-4797-9efd-f2325fac229a up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:25.575715 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Allocated IP 172.27.2.226 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/b3ebd1b2-2aff-4841-97c5-733def882335) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:25.610925 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Router 278c7b88-6db3-44e6-874f-54fcc5ed40cf has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:25.721176 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:25.724591 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:25.870236 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.913233 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.923155 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9e0815bf-b162-439e-b14c-1d462b8d3be3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:25.940253 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:25.962531 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Allocated IP 172.20.0.2 (d02905a0-99e3-4d9a-8e22-a5af81630d21/5ce14980-7363-4739-b981-684303f5f076/f5e580f4-0000-4f02-a1f6-1c21212b4c86) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:25.967969 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] 10.222.0.44 "PUT /v2.0/routers/278c7b88-6db3-44e6-874f-54fcc5ed40cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7749002 May 18 14:38:25.982979 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54322) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:26.010088 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 522b4c3f-c22d-4797-9efd-f2325fac229a completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:26.057142 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-784fbe7c-7465-44fd-b767-623ccae76ce7 None None] Provisioning for port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:26.107761 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 522b4c3f-c22d-4797-9efd-f2325fac229a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:26.108150 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.182877 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-784fbe7c-7465-44fd-b767-623ccae76ce7 None None] Provisioning complete for port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:26.183456 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-784fbe7c-7465-44fd-b767-623ccae76ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.214906 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.236337 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:26.241807 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Usage tracker for resource:security_group_rule and tenant:02e072c58e5f428f9e75ea8383b628e3 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:26.246452 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:26.255517 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:26.289459 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:26.293319 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:26.295885 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:26.356145 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ebd1b2-2aff-4841-97c5-733def882335,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:26.359786 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:26.458514 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.469828 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.475623 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.488060 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Transition to ACTIVE for port object f5e580f4-0000-4f02-a1f6-1c21212b4c86 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:26.491392 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4b11ebea-30c9-4107-974b-d1165c14ed40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:26.514413 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Transition to ACTIVE for port object f5e580f4-0000-4f02-a1f6-1c21212b4c86 will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:26.580742 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02e072c58e5f428f9e75ea8383b628e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939922 May 18 14:38:26.597495 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54360) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:26.625692 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-784fbe7c-7465-44fd-b767-623ccae76ce7 None None] Port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:26.637661 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cbf11d-e66b-4aab-9ec5-ed6df3a75681,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:26.653949 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:26.657366 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.677370 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 2, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:26.679378 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:26.766608 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-90c1d808-3c41-4d47-a588-111f3fd6cb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.827538 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-90c1d808-3c41-4d47-a588-111f3fd6cb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.889035 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Sync routers for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:26.913647 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:26.918551 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:26.956569 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-90c1d808-3c41-4d47-a588-111f3fd6cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.961992 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-08468c92-9963-4296-a143-1a44750604a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:26.969155 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Checking router: 52fcd42f-9e16-4ba5-98b1-1d202e8d864c for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:26.969543 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Updating router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c port 0891307f-8716-4b91-9ad9-7958dce88ec5 binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:26.987515 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54380) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:26.996753 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1d808-3c41-4d47-a588-111f3fd6cb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cbf11d-e66b-4aab-9ec5-ed6df3a75681,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:26.999057 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-90c1d808-3c41-4d47-a588-111f3fd6cb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:27.002788 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2067163134-network', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:27.009976 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:27.014471 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-90c1d808-3c41-4d47-a588-111f3fd6cb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.017872 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-90c1d808-3c41-4d47-a588-111f3fd6cb6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1cbf11d-e66b-4aab-9ec5-ed6df3a75681 HTTP/1.1" status: 204 len: 168 time: 0.4167557 May 18 14:38:27.017872 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Usage tracker for resource:network and tenant:595d4e8fe5e24aaabd130b5ad7699a5b is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:27.031193 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:27.043153 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:27.059806 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Pushing event updated for resources: {'Port': ['ID=f5e580f4-0000-4f02-a1f6-1c21212b4c86,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:27.062706 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Made reservation on behalf of 595d4e8fe5e24aaabd130b5ad7699a5b for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:27.067121 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.076275 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.082787 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:27.108259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.143029 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:27.153103 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Usage tracker for resource:security_group_rule and tenant:595d4e8fe5e24aaabd130b5ad7699a5b is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:27.159341 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:27.173706 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:27.188449 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Network d02905a0-99e3-4d9a-8e22-a5af81630d21 is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:27.219750 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:27.228005 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:27.362034 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:27.372011 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.391485 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.397445 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.414624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:27.428992 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.429359 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Added segment ff1c5584-5ac2-4c84-b85b-868f4159cb7b of type vlan for network f7742de7-909f-4d69-96e8-705a511eeb38 May 18 14:38:27.467373 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.564669 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b8eff4f1-cca1-4962-835e-74b84685716c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:27.599710 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.614073 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.614917 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:27.615475 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.656389 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Attempting to bind port f5e580f4-0000-4f02-a1f6-1c21212b4c86 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:27.657168 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Attempting to bind port f5e580f4-0000-4f02-a1f6-1c21212b4c86 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:27.657811 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Attempting to bind port f5e580f4-0000-4f02-a1f6-1c21212b4c86 on network d02905a0-99e3-4d9a-8e22-a5af81630d21 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:27.673333 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:27.673804 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Checking segment: {'id': '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:27.674337 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.674737 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Bound using segment: {'id': '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:27.675425 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Bound port: f5e580f4-0000-4f02-a1f6-1c21212b4c86, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:27.676008 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.700956 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7111309 May 18 14:38:27.701190 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54396) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:27.707024 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d97727-f4ce-44ce-b699-4682cd0083fb,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:27.708882 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Request body: {'subnet': {'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2067163134-subnet', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:27.710876 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:27.711521 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:27.713271 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.713416 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 522b4c3f-c22d-4797-9efd-f2325fac229a, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=522b4c3f-c22d-4797-9efd-f2325fac229a,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:27.779890 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:27.795472 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Usage tracker for resource:subnet and tenant:595d4e8fe5e24aaabd130b5ad7699a5b is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:27.796276 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.797059 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 7da323f5-7355-4b07-95e7-742ced082565 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:27.809776 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:27.819756 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:27.825698 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 2, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:27.831236 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Checking router: 278c7b88-6db3-44e6-874f-54fcc5ed40cf for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:27.831871 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Updating router 278c7b88-6db3-44e6-874f-54fcc5ed40cf port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:27.853489 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f7742de7-909f-4d69-96e8-705a511eeb38,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:27.867082 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-87a8f4df-e4b2-473d-a4f9-d5d1bee915b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:27.889888 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:27.895478 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Made reservation on behalf of 595d4e8fe5e24aaabd130b5ad7699a5b for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:27.898031 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2107627'] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.903243 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.034686 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network f7742de7-909f-4d69-96e8-705a511eeb38 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:28.065690 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Router 1f6e9759-954b-4199-96a4-9e86ac0472c1 is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:28.156680 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=522b4c3f-c22d-4797-9efd-f2325fac229a,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:28.241956 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] For port f5e580f4-0000-4f02-a1f6-1c21212b4c86, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:28.249042 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] For port f5e580f4-0000-4f02-a1f6-1c21212b4c86, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=f5e580f4-0000-4f02-a1f6-1c21212b4c86,segment=NetworkSegment(324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf),segment_id=324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:28.267078 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:28.297662 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.321383 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:28.457168 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.488201 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Transition to ACTIVE for port object 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:28.509637 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.514842 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-c0321c1e-c2f7-4f3b-9cf0-edb1c967cda8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:28.531383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:28.551116 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Sync routers for ids ['1f6e9759-954b-4199-96a4-9e86ac0472c1'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:28.588144 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Pushing event updated for resources: {'Port': ['ID=f5e580f4-0000-4f02-a1f6-1c21212b4c86,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:28.595500 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:28.601522 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Routers {'1f6e9759-954b-4199-96a4-9e86ac0472c1'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:28.603199 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['1f6e9759-954b-4199-96a4-9e86ac0472c1'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:28.650915 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69e461-96d6-4d8c-bb8d-6c2787cc05f7 None None] Pushing event updated for resources: {'Port': ['ID=21c7d6b1-c0d7-4645-9d7b-5c33dd921159,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:28.653432 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Notify callbacks [] for router, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.656983 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-4a69e461-96d6-4d8c-bb8d-6c2787cc05f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:28.661003 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8263450 May 18 14:38:28.663533 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54428) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:28.674425 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 7da323f5-7355-4b07-95e7-742ced082565 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:28.676292 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.909115 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.db.resource_extend [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:38:28.981284 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4067376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2107609'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.996083 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-978aae91-5388-43b9-918f-5359564ef586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:29.110891 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Attempting to bind port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:29.111381 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Attempting to bind port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:29.111469 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Attempting to bind port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:29.126564 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:29.127617 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Checking segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:29.128110 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.128555 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Bound using segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:29.129086 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Bound port: 21c7d6b1-c0d7-4645-9d7b-5c33dd921159, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:29.129646 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.167021 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb41d6c-b29d-4e94-9929-b704cf1c4cd0,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:29.172931 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:29.188714 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Checking segment: {'id': 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:29.189478 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Network hostable DHCP agents. Network: f7742de7-909f-4d69-96e8-705a511eeb38, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:29.212091 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Network f7742de7-909f-4d69-96e8-705a511eeb38 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:29.217786 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Set router 1f6e9759-954b-4199-96a4-9e86ac0472c1 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:29.229055 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, f7742de7-909f-4d69-96e8-705a511eeb38) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:29.240811 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:29.241413 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.256372 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] For port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:29.260613 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] For port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=21c7d6b1-c0d7-4645-9d7b-5c33dd921159,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:29.265650 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-c4a92c16-0d3a-4242-ae4d-c0b4ce1aa205 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5632677 May 18 14:38:29.268161 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54436) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:29.269743 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.275244 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:29.275526 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:29.283429 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:29.292804 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Usage tracker for resource:router and tenant:595d4e8fe5e24aaabd130b5ad7699a5b is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:29.296027 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:29.303990 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:29.326157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.327658 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.347190 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.357306 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69e461-96d6-4d8c-bb8d-6c2787cc05f7 None None] Pushing event updated for resources: {'Port': ['ID=21c7d6b1-c0d7-4645-9d7b-5c33dd921159,revision_number=4']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:29.362166 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-4a69e461-96d6-4d8c-bb8d-6c2787cc05f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:29.382290 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:29.382934 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:29.394938 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0dfb4a-ea60-4c9a-a633-980359ab8f8c None None] Network f7742de7-909f-4d69-96e8-705a511eeb38 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:29.666780 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:29.746953 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-f7742de7-909f-4d69-96e8-705a511eeb38', 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'fixed_ips': [{'subnet_id': 'acb41d6c-b29d-4e94-9929-b704cf1c4cd0'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:29.747773 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.788536 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.971352 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Allocated IP 172.20.0.2 (f7742de7-909f-4d69-96e8-705a511eeb38/acb41d6c-b29d-4e94-9929-b704cf1c4cd0/a215fc19-61bf-4643-baa5-6ca0783fd154) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:30.019479 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.061062 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.146892 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:29Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:30.151362 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378e478-9df9-4a75-a9a7-9248ccd5a7f7 None None] The sync data for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi is: [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:29Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:30.349413 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.374522 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Allocated IP 172.20.0.1 (d02905a0-99e3-4d9a-8e22-a5af81630d21/5ce14980-7363-4739-b981-684303f5f076/97e9fe1e-d8ea-4139-8272-37f66dd3d675) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:30.414232 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.489114 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef14344-cbc3-4585-a37f-d3f48b6de0f6 None None] Network d02905a0-99e3-4d9a-8e22-a5af81630d21 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:30.597089 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.623203 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Transition to ACTIVE for port object 97e9fe1e-d8ea-4139-8272-37f66dd3d675 will not be triggered until provisioned by entity DHCP. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:30.650047 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54454) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:30.657848 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.669713 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:30.697146 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Transition to ACTIVE for port object 0891307f-8716-4b91-9ad9-7958dce88ec5 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:30.728544 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Network d02905a0-99e3-4d9a-8e22-a5af81630d21 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:30.736794 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:30.738089 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Allocated IP 172.27.2.251 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/cc55d814-5b9f-44e4-834f-2a218222a531) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:30.741818 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:30.816921 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Pushing event updated for resources: {'Port': ['ID=97e9fe1e-d8ea-4139-8272-37f66dd3d675,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:30.832302 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:30.849094 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.878341 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.879238 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:30.966879 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.979108 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Transition to ACTIVE for port object a215fc19-61bf-4643-baa5-6ca0783fd154 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:31.001791 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Transition to ACTIVE for port object a215fc19-61bf-4643-baa5-6ca0783fd154 will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:31.006690 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54464) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:31.007218 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7183f7be-0c7b-4f3b-8f89-ed54b3867493 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16ac3e5414b84ecbacff707b5fb895c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541670 May 18 14:38:31.030470 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.126973 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a24b36b0-7262-4a3f-a6f3-843230528735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.165812 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.184428 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c8f115b9-1594-4de2-8d87-754c0ef93362 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:31.202113 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.213275 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.270912 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Network f7742de7-909f-4d69-96e8-705a511eeb38 is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:31.286136 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:31.288818 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:31.301100 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-1bd82b29-86a3-4f38-abe9-2e43675f78ea None None] Provisioning for port f5e580f4-0000-4f02-a1f6-1c21212b4c86 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:31.314218 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de082b54-644d-48f9-97a1-ae931ea262c9 None None] Pushing event updated for resources: {'Port': ['ID=0891307f-8716-4b91-9ad9-7958dce88ec5,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:31.318808 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-de082b54-644d-48f9-97a1-ae931ea262c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:31.359594 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-dacb90da-6998-46a9-b06d-e4b85e3d7eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:31.388078 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a24b36b0-7262-4a3f-a6f3-843230528735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.388292 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 522b4c3f-c22d-4797-9efd-f2325fac229a up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:31.444012 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:31.456607 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:31.466391 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:31.466539 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:26Z', 'revision_number': 3, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'gw_port': {'id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:25Z', 'updated_at': '2021-05-18T14:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:31.478445 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.484202 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.498217 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Pushing event updated for resources: {'Port': ['ID=cc55d814-5b9f-44e4-834f-2a218222a531,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:31.505566 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:31.526691 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:31.579873 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Checking router: 1f6e9759-954b-4199-96a4-9e86ac0472c1 for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:31.580278 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Updating router 1f6e9759-954b-4199-96a4-9e86ac0472c1 port b3ebd1b2-2aff-4841-97c5-733def882335 binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:31.601678 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.609435 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Pushing event updated for resources: {'Port': ['ID=97e9fe1e-d8ea-4139-8272-37f66dd3d675,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:31.613854 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:31.686127 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a24b36b0-7262-4a3f-a6f3-843230528735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.698711 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1b7b0b27-ee21-4299-8418-769303361909 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:31.719782 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b36b0-7262-4a3f-a6f3-843230528735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4d012a-0951-4f2c-b7b8-c2d94b2fd402,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:31.725380 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a24b36b0-7262-4a3f-a6f3-843230528735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:31.729744 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Pushing event updated for resources: {'Port': ['ID=a215fc19-61bf-4643-baa5-6ca0783fd154,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:31.732777 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:31.733536 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Attempting to bind port 0891307f-8716-4b91-9ad9-7958dce88ec5 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:31.733909 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Attempting to bind port 0891307f-8716-4b91-9ad9-7958dce88ec5 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:31.734279 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Attempting to bind port 0891307f-8716-4b91-9ad9-7958dce88ec5 on network 6bb68804-b1ab-49c5-a244-5960a98f5a26 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:31.749211 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a24b36b0-7262-4a3f-a6f3-843230528735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.753211 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a24b36b0-7262-4a3f-a6f3-843230528735 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc4d012a-0951-4f2c-b7b8-c2d94b2fd402 HTTP/1.1" status: 204 len: 168 time: 0.7451580 May 18 14:38:31.761120 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Attempting to bind port a215fc19-61bf-4643-baa5-6ca0783fd154 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:31.761497 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Attempting to bind port a215fc19-61bf-4643-baa5-6ca0783fd154 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:31.761885 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Attempting to bind port a215fc19-61bf-4643-baa5-6ca0783fd154 on network f7742de7-909f-4d69-96e8-705a511eeb38 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:31.781294 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:31.781717 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Checking segment: {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:31.782116 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.782520 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Bound using segment: {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:31.782996 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Bound port: 0891307f-8716-4b91-9ad9-7958dce88ec5, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:31.783377 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.809604 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.834957 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:31.835344 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Checking segment: {'id': 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:31.835753 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.836152 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Bound using segment: {'id': 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:31.837202 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Bound port: a215fc19-61bf-4643-baa5-6ca0783fd154, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:31.837673 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.878722 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Network d02905a0-99e3-4d9a-8e22-a5af81630d21 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:31.880189 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:32.009590 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:32.131039 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Router 1f6e9759-954b-4199-96a4-9e86ac0472c1 has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:32.326426 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 522b4c3f-c22d-4797-9efd-f2325fac229a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:32.327746 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:32.427861 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:32.462598 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] 10.222.0.44 "PUT /v2.0/routers/1f6e9759-954b-4199-96a4-9e86ac0472c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7978165 May 18 14:38:32.481114 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] For port 0891307f-8716-4b91-9ad9-7958dce88ec5, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:32.493818 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] For port 0891307f-8716-4b91-9ad9-7958dce88ec5, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=0891307f-8716-4b91-9ad9-7958dce88ec5,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:32.515655 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] For port a215fc19-61bf-4643-baa5-6ca0783fd154, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:32.571814 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:32.609096 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:32.627650 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.143213 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Router ebb89bbc-50a1-448e-9da4-cbb386005626 is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:33.151738 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.152380 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54508) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:33.158536 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] For port a215fc19-61bf-4643-baa5-6ca0783fd154, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=a215fc19-61bf-4643-baa5-6ca0783fd154,segment=NetworkSegment(ff1c5584-5ac2-4c84-b85b-868f4159cb7b),segment_id=ff1c5584-5ac2-4c84-b85b-868f4159cb7b)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:33.265691 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.295225 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:33.295871 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:33.336802 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1392829718-network', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:33.342597 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:33.347231 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Usage tracker for resource:network and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:33.351186 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:33.358048 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:33.377607 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Made reservation on behalf of de6ef6f6ce384b628209271499522fd3 for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:33.380727 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.399955 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.402645 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:33.429660 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:33.440339 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Usage tracker for resource:security_group_rule and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:33.447057 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:33.462821 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:33.476612 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:33.482565 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Transition to ACTIVE for port object b3ebd1b2-2aff-4841-97c5-733def882335 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:33.493691 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Sync routers for ids ['ebb89bbc-50a1-448e-9da4-cbb386005626'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:33.507023 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Routers {'ebb89bbc-50a1-448e-9da4-cbb386005626'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:33.509903 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['ebb89bbc-50a1-448e-9da4-cbb386005626'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:33.536350 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de082b54-644d-48f9-97a1-ae931ea262c9 None None] Pushing event updated for resources: {'Port': ['ID=0891307f-8716-4b91-9ad9-7958dce88ec5,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:33.542223 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] Notify callbacks [] for router, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.543659 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-8200bfca-9669-4ee9-b16f-fcafc495d477 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2730827 May 18 14:38:33.546407 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54520) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:33.553230 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.562326 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-de082b54-644d-48f9-97a1-ae931ea262c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:33.566130 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-f3b83697-b549-420d-a6ea-7613becd34ab None None] Provisioning for port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:33.572774 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:33.590359 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.600384 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.621148 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9c887e94-e6ac-440a-ab11-64783088da1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:33.626487 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-f3b83697-b549-420d-a6ea-7613becd34ab None None] Provisioning complete for port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:33.626969 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f3b83697-b549-420d-a6ea-7613becd34ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.640230 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:33.667258 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.667920 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Added segment 407b5644-5c3f-46dd-a8e5-74a3cfa50cbe of type vlan for network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc May 18 14:38:33.669724 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b0556-d4ff-422e-b2d0-739dc8905dac,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:33.677428 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:33.706742 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.733603 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-f3b83697-b549-420d-a6ea-7613becd34ab None None] Port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:33.760046 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.763199 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:33.765254 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.808935 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ad6c7252-7314-4b3f-b9c0-4e4d9f4d733a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:33.832686 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6791704 May 18 14:38:33.833304 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Set router ebb89bbc-50a1-448e-9da4-cbb386005626 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:33.845772 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54528) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:33.851337 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Request body: {'subnet': {'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1392829718-subnet', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'ip_version': 4}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:33.857558 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:33.857558 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.860413 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:33.888221 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Attempting to bind port b3ebd1b2-2aff-4841-97c5-733def882335 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:33.888648 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Attempting to bind port b3ebd1b2-2aff-4841-97c5-733def882335 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:33.889019 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Attempting to bind port b3ebd1b2-2aff-4841-97c5-733def882335 on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:33.957292 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:33.957695 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:33.958098 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.958483 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:33.958953 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Bound port: b3ebd1b2-2aff-4841-97c5-733def882335, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:33.959325 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.961247 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Usage tracker for resource:subnet and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:33.975213 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:33.989610 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:33.992209 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Pushing event updated for resources: {'Network': ['ID=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:33.999429 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-67cccef2-2217-43da-97ff-ed6b1ea25d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:34.021107 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Made reservation on behalf of de6ef6f6ce384b628209271499522fd3 for: {'subnet': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:34.026058 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2491241'] for subnet, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.146107 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:34.225009 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:34.585068 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 3, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'gw_port': {'id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:34.607019 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Checking router: ebb89bbc-50a1-448e-9da4-cbb386005626 for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:34.607604 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Updating router ebb89bbc-50a1-448e-9da4-cbb386005626 port cc55d814-5b9f-44e4-834f-2a218222a531 binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:34.659219 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Pushing event updated for resources: {'Port': ['ID=a215fc19-61bf-4643-baa5-6ca0783fd154,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:34.717918 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.755956 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28127d35-306c-4652-88f7-5881b5e31d62 None None] Pushing event updated for resources: {'Port': ['ID=b3ebd1b2-2aff-4841-97c5-733def882335,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:34.764874 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-28127d35-306c-4652-88f7-5881b5e31d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.193s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:34.796599 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.238s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:34.797801 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-508d7540-063f-451a-89a0-d9c31b2a805a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:34.807161 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4176950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2491227'] for subnet, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.813216 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:34.823083 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-cd4cfd87-387a-4c41-afdb-664e9d745a71 None None] Provisioning complete for port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:34.823632 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-cd4cfd87-387a-4c41-afdb-664e9d745a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.974297 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Checking segment: {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:34.974663 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Network hostable DHCP agents. Network: 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:34.995591 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] For port b3ebd1b2-2aff-4841-97c5-733def882335, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:34.995994 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:35.004321 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:35.019104 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:35.046616 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc) {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:35.067118 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:35.067910 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.131270 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4bf06fc8-17c0-4b8d-ad50-0e964cf223cb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2843463 May 18 14:38:35.134656 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54544) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:35.140319 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:35.149802 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:35.161579 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Usage tracker for resource:router and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:35.168680 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:35.184980 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:35.206545 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.207697 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.234930 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device f5e580f4-0000-4f02-a1f6-1c21212b4c86 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:35.244375 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.246559 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.306004 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7577a8-0ecb-4d64-bbba-5e81558dc1fe None None] Network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:35.347860 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cfd87-387a-4c41-afdb-664e9d745a71 None None] Port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:35.445871 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] For port b3ebd1b2-2aff-4841-97c5-733def882335, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=b3ebd1b2-2aff-4841-97c5-733def882335,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:35.515935 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.522693 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.546736 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Transition to ACTIVE for port object cc55d814-5b9f-44e4-834f-2a218222a531 will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:35.553414 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:35.568299 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.581951 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-a2da8858-f410-481a-8325-cd5ca8934cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:35.631848 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023731d1-c26c-453f-aa82-9798bc1bd315 None None] Network f7742de7-909f-4d69-96e8-705a511eeb38 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:35.730995 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Attempting to bind port cc55d814-5b9f-44e4-834f-2a218222a531 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:35.731558 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Attempting to bind port cc55d814-5b9f-44e4-834f-2a218222a531 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:35.731809 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Attempting to bind port cc55d814-5b9f-44e4-834f-2a218222a531 on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:35.735739 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Allocated IP 172.20.0.1 (f7742de7-909f-4d69-96e8-705a511eeb38/acb41d6c-b29d-4e94-9929-b704cf1c4cd0/83ac70a8-bc5e-478e-b0aa-8e3c53eb0339) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:35.750920 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:35.751669 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:35.751669 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.752076 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:35.752724 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Bound port: cc55d814-5b9f-44e4-834f-2a218222a531, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:35.753108 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.802187 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa88881-44dd-40c6-a733-d9d28f5ec74f None None] Pushing event updated for resources: {'Port': ['ID=cc55d814-5b9f-44e4-834f-2a218222a531,revision_number=2']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:35.807186 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-daa88881-44dd-40c6-a733-d9d28f5ec74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:35.854707 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] For port cc55d814-5b9f-44e4-834f-2a218222a531, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:35.862639 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] For port cc55d814-5b9f-44e4-834f-2a218222a531, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=cc55d814-5b9f-44e4-834f-2a218222a531,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:35.878043 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.883971 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:35.906852 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.972167 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Routers {'ebb89bbc-50a1-448e-9da4-cbb386005626'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:35.972813 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['ebb89bbc-50a1-448e-9da4-cbb386005626'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:36.057202 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa88881-44dd-40c6-a733-d9d28f5ec74f None None] Pushing event updated for resources: {'Port': ['ID=cc55d814-5b9f-44e4-834f-2a218222a531,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:36.064560 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:32Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:36.067249 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-daa88881-44dd-40c6-a733-d9d28f5ec74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:36.120220 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.155176 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Transition to ACTIVE for port object 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 will not be triggered until provisioned by entity DHCP. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:36.219003 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.226274 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:36.251033 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Routers {'1f6e9759-954b-4199-96a4-9e86ac0472c1'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:36.260096 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['1f6e9759-954b-4199-96a4-9e86ac0472c1'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:36.313221 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] Set router ebb89bbc-50a1-448e-9da4-cbb386005626 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:36.361478 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Network f7742de7-909f-4d69-96e8-705a511eeb38 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:36.373451 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:36.383947 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:36.498421 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Pushing event updated for resources: {'Port': ['ID=83ac70a8-bc5e-478e-b0aa-8e3c53eb0339,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:36.516973 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:36.549232 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.600655 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] Set router 1f6e9759-954b-4199-96a4-9e86ac0472c1 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:36.667891 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.752363 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.963164 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 3, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'gw_port': {'id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:36.972419 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573c1771-6cc3-477f-a4de-1eef7bc5a01c None None] The sync data for ids ['ebb89bbc-50a1-448e-9da4-cbb386005626'] in dv-cinder-791239-1-iscsi is: [{'id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 3, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'gw_port': {'id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:36.979446 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751429d-cc1c-4421-88b9-48292a2c8091 None None] The sync data for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi is: [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:32Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:37.088059 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Allocated IP 172.27.2.22 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:37.286938 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port f5e580f4-0000-4f02-a1f6-1c21212b4c86 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:37.294803 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-9c326f08-637e-43a4-aaea-38aefa0159c3 None None] Provisioning for port a215fc19-61bf-4643-baa5-6ca0783fd154 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:37.298305 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28127d35-306c-4652-88f7-5881b5e31d62 None None] Pushing event updated for resources: {'Port': ['ID=b3ebd1b2-2aff-4841-97c5-733def882335,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:37.315554 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-28127d35-306c-4652-88f7-5881b5e31d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.762s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:37.333232 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.348861 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port f5e580f4-0000-4f02-a1f6-1c21212b4c86 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:37.349240 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.499545 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.589494 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.600756 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:37.725928 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:37.736081 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:37.751369 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:37.755913 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'gw_port': {'id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:25Z', 'updated_at': '2021-05-18T14:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '97e9fe1e-d8ea-4139-8272-37f66dd3d675', 'name': '', 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'mac_address': 'fa:16:3e:c5:a8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5ce14980-7363-4739-b981-684303f5f076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 2, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'subnets': [{'id': '5ce14980-7363-4739-b981-684303f5f076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:37.777464 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45046849-8169-4f53-ba3a-c1c20a420c5f None None] The sync data for ids ['1f6e9759-954b-4199-96a4-9e86ac0472c1'] in dv-cinder-791239-1-iscsi is: [{'id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'gw_port': {'id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:25Z', 'updated_at': '2021-05-18T14:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '97e9fe1e-d8ea-4139-8272-37f66dd3d675', 'name': '', 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'mac_address': 'fa:16:3e:c5:a8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5ce14980-7363-4739-b981-684303f5f076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 2, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'subnets': [{'id': '5ce14980-7363-4739-b981-684303f5f076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:37.788949 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:37.796056 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.855530 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Pushing event updated for resources: {'Port': ['ID=19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:37.898069 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:37.935807 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.950337 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.000556 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c7b9e429-45d9-4b0a-9bab-2255c8d6e904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:38.176445 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Pushing event updated for resources: {'Port': ['ID=83ac70a8-bc5e-478e-b0aa-8e3c53eb0339,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:38.181179 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:38.265714 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.474080 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Network f7742de7-909f-4d69-96e8-705a511eeb38 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:38.475539 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:38.487990 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Allocated IP 172.20.0.2 (4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc/c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6/9fb91aaa-8e9e-4dc1-a769-cab752088da1) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:38.668974 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.855422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Router ebb89bbc-50a1-448e-9da4-cbb386005626 has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:38.873762 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54572) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:38.969556 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-6544c84d-79e8-423f-a3ba-9b26b0164409 None None] Provisioning for port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:38.995690 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port f5e580f4-0000-4f02-a1f6-1c21212b4c86, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=f5e580f4-0000-4f02-a1f6-1c21212b4c86,segment=NetworkSegment(324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf),segment_id=324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:39.000288 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-6544c84d-79e8-423f-a3ba-9b26b0164409 None None] Provisioning complete for port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:39.001002 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6544c84d-79e8-423f-a3ba-9b26b0164409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.079068 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.080623 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:39.106118 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.150172 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0e0274-52b3-4ce9-8ee1-bb6c206a7a73 admin admin] Deleting subnet 315ef0aa-06fd-401e-a5c8-ae8d852b89b8 {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:38:39.160999 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:39.172071 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0274-52b3-4ce9-8ee1-bb6c206a7a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.278750 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-6544c84d-79e8-423f-a3ba-9b26b0164409 None None] Port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:39.311173 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0274-52b3-4ce9-8ee1-bb6c206a7a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.383147 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:39.395643 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:39.396155 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.421277 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:39.436256 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0274-52b3-4ce9-8ee1-bb6c206a7a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.488071 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] 10.222.0.44 "PUT /v2.0/routers/ebb89bbc-50a1-448e-9da4-cbb386005626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9328895 May 18 14:38:39.488276 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=f5e580f4-0000-4f02-a1f6-1c21212b4c86,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:39.494956 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:39.572638 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-1e360cb3-0d7a-4486-8a3d-b436ba89ba5d None None] Provisioning complete for port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:39.573162 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-1e360cb3-0d7a-4486-8a3d-b436ba89ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.600482 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.662600 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.684002 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Transition to ACTIVE for port object 9fb91aaa-8e9e-4dc1-a769-cab752088da1 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:39.703647 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=21c7d6b1-c0d7-4645-9d7b-5c33dd921159,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:39.717019 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.723538 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:39.777716 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-1e360cb3-0d7a-4486-8a3d-b436ba89ba5d None None] Port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:39.790058 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Transition to ACTIVE for port object 9fb91aaa-8e9e-4dc1-a769-cab752088da1 will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:39.802845 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.822494 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.829192 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:39.830195 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=21c7d6b1-c0d7-4645-9d7b-5c33dd921159,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:39.833591 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:39.835553 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:39.836139 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-22a3af07-df65-4306-aab6-328b972d489a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:39.910672 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:39.916915 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Pushing event updated for resources: {'Port': ['ID=9fb91aaa-8e9e-4dc1-a769-cab752088da1,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:39.951748 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:40.030860 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0274-52b3-4ce9-8ee1-bb6c206a7a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.031648 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Attempting to bind port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:40.032136 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Attempting to bind port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:40.032683 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Attempting to bind port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 on network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:40.037150 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-03b76fd2-5e7c-488f-9936-895e37f5762f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:40.053128 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:40.053698 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Checking segment: {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:40.055238 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.055770 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Bound using segment: {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:40.057756 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Bound port: 9fb91aaa-8e9e-4dc1-a769-cab752088da1, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:40.058268 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.174782 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e0274-52b3-4ce9-8ee1-bb6c206a7a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315ef0aa-06fd-401e-a5c8-ae8d852b89b8,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:40.184254 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4a0e0274-52b3-4ce9-8ee1-bb6c206a7a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:40.185321 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0274-52b3-4ce9-8ee1-bb6c206a7a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.199786 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-4a0e0274-52b3-4ce9-8ee1-bb6c206a7a73 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/315ef0aa-06fd-401e-a5c8-ae8d852b89b8 HTTP/1.1" status: 204 len: 168 time: 1.3080072 May 18 14:38:40.199786 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54578) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:40.207385 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0891307f-8716-4b91-9ad9-7958dce88ec5 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:40.272848 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Router e6b2dcbc-45c9-4dda-a295-e840e3de0855 is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:40.275529 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] For port 9fb91aaa-8e9e-4dc1-a769-cab752088da1, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:40.294728 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] For port 9fb91aaa-8e9e-4dc1-a769-cab752088da1, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=9fb91aaa-8e9e-4dc1-a769-cab752088da1,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:40.309933 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.333942 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-de082b54-644d-48f9-97a1-ae931ea262c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:40.338974 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.449916 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Pushing event updated for resources: {'Port': ['ID=9fb91aaa-8e9e-4dc1-a769-cab752088da1,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:40.462679 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:40.477169 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 0891307f-8716-4b91-9ad9-7958dce88ec5 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:40.488456 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 0891307f-8716-4b91-9ad9-7958dce88ec5 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:40.489943 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.608259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:40.624253 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Sync routers for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:40.672111 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.676186 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5405219 May 18 14:38:40.676788 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54586) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:40.810469 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:40.811202 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:40.862331 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.887005 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a41132c-2982-4fca-ba66-93f342c48b68']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:40.911798 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ed21d1-f96d-4fa4-b72d-9906e30c4968') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:40.912089 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ed21d1-f96d-4fa4-b72d-9906e30c4968') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:40.932695 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.957878 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.976226 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:38:40.977445 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:38:40.994418 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:38:41.029212 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.117282 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54590) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:41.125594 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735614070', 'description': 'tempest-secgroup-smoke-735614070 description', 'project_id': '64ab0ec53fe84b4a968c40c55521d824'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:41.130016 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.137234 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.140402 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:41.142571 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-988de3bc-e77b-45d1-ae5f-ab9c309451c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:41.160706 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:security_group and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:41.167173 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:41.173492 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3a41132c-2982-4fca-ba66-93f342c48b68 HTTP/1.1" status: 204 len: 168 time: 0.9729860 May 18 14:38:41.176934 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54594) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:41.177786 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a41132c-2982-4fca-ba66-93f342c48b68,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:41.180856 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:41.265822 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 0891307f-8716-4b91-9ad9-7958dce88ec5, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=0891307f-8716-4b91-9ad9-7958dce88ec5,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:41.282387 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.283256 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device a215fc19-61bf-4643-baa5-6ca0783fd154 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:41.284804 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:41.291959 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b91a9f-eb0b-4364-a2f7-91ca7137e714 admin admin] Deleting subnet 4ca6f24a-ca6b-458a-9a25-506424ff01ee {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:38:41.301221 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e9b91a9f-eb0b-4364-a2f7-91ca7137e714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.353792 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:41.421817 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e9b91a9f-eb0b-4364-a2f7-91ca7137e714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.452618 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:41.534997 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e9b91a9f-eb0b-4364-a2f7-91ca7137e714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.886442 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.927602 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:41.942607 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Sync routers for ids ['ebb89bbc-50a1-448e-9da4-cbb386005626'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:41.943773 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:security_group_rule and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:41.949575 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:41.961300 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Routers {'ebb89bbc-50a1-448e-9da4-cbb386005626'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:41.966154 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['ebb89bbc-50a1-448e-9da4-cbb386005626'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:41.971621 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:42.116047 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e9b91a9f-eb0b-4364-a2f7-91ca7137e714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.122551 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9b2fc69b-2443-42bb-a6d6-40469a53059a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:42.219547 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=0891307f-8716-4b91-9ad9-7958dce88ec5,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:42.228905 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:42.229691 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfaa327-c446-4cd6-aee2-9d83169104ca None None] Network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:42.243045 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-e9b91a9f-eb0b-4364-a2f7-91ca7137e714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.261749 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b91a9f-eb0b-4364-a2f7-91ca7137e714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca6f24a-ca6b-458a-9a25-506424ff01ee,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:42.268113 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e9b91a9f-eb0b-4364-a2f7-91ca7137e714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:42.284406 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-e9b91a9f-eb0b-4364-a2f7-91ca7137e714 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4ca6f24a-ca6b-458a-9a25-506424ff01ee HTTP/1.1" status: 204 len: 168 time: 1.1024933 May 18 14:38:42.287794 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.290114 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54598) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:42.305785 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port a215fc19-61bf-4643-baa5-6ca0783fd154 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:42.316646 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.318669 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:38Z', 'revision_number': 3, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:42.324754 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port a215fc19-61bf-4643-baa5-6ca0783fd154 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:42.325139 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.337740 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a5b5a299-7e8f-42e6-8631-b59b763671e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:42.370663 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.371875 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2520394 May 18 14:38:42.380226 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Checking router: e6b2dcbc-45c9-4dda-a295-e840e3de0855 for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:42.380578 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Updating router e6b2dcbc-45c9-4dda-a295-e840e3de0855 port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:42.390053 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54606) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:42.402728 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'security_group_rule': {'security_group_id': 'cb890ca6-da4a-4e62-80e1-81abf2bb108b', 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:42.411222 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:42.413951 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb890ca6-da4a-4e62-80e1-81abf2bb108b,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:42.417388 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-75a6b721-5dc8-4dff-8b6c-1c3c374551fb tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:42.455762 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Set router ebb89bbc-50a1-448e-9da4-cbb386005626 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:42.459757 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.539946 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:security_group_rule and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:42.545712 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-e1f9bf7a-8535-4164-aa29-5ebcd5965ff1 None None] Provisioning for port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:42.547519 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:42.593563 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:42.596690 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.621771 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.652679 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.833912 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Allocated IP 172.20.0.1 (4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc/c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6/0cd0b133-8324-4ae6-add9-502ff4c6cf24) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:42.927960 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.942023 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.972959 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db35d6f-f613-4798-8559-26519a95d404']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:43.003191 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73a54c5-cbc7-4411-b1f2-563a9325a570') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:43.003497 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73a54c5-cbc7-4411-b1f2-563a9325a570') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:43.031086 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.052993 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.064574 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:38:43.065000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.143269 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:37Z', 'revision_number': 4, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'gw_port': {'id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '83ac70a8-bc5e-478e-b0aa-8e3c53eb0339', 'name': '', 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'mac_address': 'fa:16:3e:4c:aa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'acb41d6c-b29d-4e94-9929-b704cf1c4cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:37Z', 'revision_number': 2, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'subnets': [{'id': 'acb41d6c-b29d-4e94-9929-b704cf1c4cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:43.151871 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Checking router: ebb89bbc-50a1-448e-9da4-cbb386005626 for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:43.152221 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Updating router ebb89bbc-50a1-448e-9da4-cbb386005626 port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:43.156323 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.174669 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port a215fc19-61bf-4643-baa5-6ca0783fd154, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=a215fc19-61bf-4643-baa5-6ca0783fd154,segment=NetworkSegment(ff1c5584-5ac2-4c84-b85b-868f4159cb7b),segment_id=ff1c5584-5ac2-4c84-b85b-868f4159cb7b)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:43.197138 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Transition to ACTIVE for port object 0cd0b133-8324-4ae6-add9-502ff4c6cf24 will not be triggered until provisioned by entity DHCP. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:38:43.213545 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:38:43.238675 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.240435 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device cc55d814-5b9f-44e4-834f-2a218222a531 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:43.252003 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.252850 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.260178 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:43.261676 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.263836 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.273267 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.283018 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:43.308927 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5db35d6f-f613-4798-8559-26519a95d404 HTTP/1.1" status: 204 len: 168 time: 1.0131218 May 18 14:38:43.312804 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db35d6f-f613-4798-8559-26519a95d404,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:43.315702 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.334823 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.336136 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.336844 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.337426 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.338027 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.338597 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.339188 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.339883 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.340449 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.341008 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.341602 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.342184 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.351711 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:43.352486 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a1e7fc84-b021-4a60-8ca3-a52505f5ecc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:43.355042 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:43.358897 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:43.360467 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:43.364692 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:43.384893 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c986296-ff44-4f47-b669-81dd1f1778f6,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:43.400893 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:43.408866 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.411308 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0164387 May 18 14:38:43.414818 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54612) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:43.416287 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd0b133-8324-4ae6-add9-502ff4c6cf24,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:43.426315 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'security_group_rule': {'security_group_id': 'cb890ca6-da4a-4e62-80e1-81abf2bb108b', 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:43.435041 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:43.440664 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:security_group_rule and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:43.443118 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.443492 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.443856 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.444209 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.445431 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.445750 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.446107 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.446456 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.446811 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.447441 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.447549 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.447826 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:43.448491 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:43.454858 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:43.457233 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:43.468975 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.513832 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.553610 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Sync routers for ids ['1f6e9759-954b-4199-96a4-9e86ac0472c1'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:43.619769 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54616) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:43.667361 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.702083 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-c0e9857f-6f56-4c59-b731-16c0cedf3a3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=249b8ee8f471449c98a692b286fafbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797949 May 18 14:38:43.702726 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54620) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:43.704472 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.718159 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.747239 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:43.772404 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Routers {'1f6e9759-954b-4199-96a4-9e86ac0472c1'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:43.773772 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['1f6e9759-954b-4199-96a4-9e86ac0472c1'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:43.816622 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.820615 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4005601 May 18 14:38:43.822825 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54624) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:43.866147 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa181fd-ebcd-4800-919a-497a23783cc0,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:43.877223 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:43.880563 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'security_group_rule': {'security_group_id': 'cb890ca6-da4a-4e62-80e1-81abf2bb108b', 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:43.908075 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=a215fc19-61bf-4643-baa5-6ca0783fd154,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:43.912718 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:43.918693 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:43.930875 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:security_group_rule and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:43.934473 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:43.942245 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.957714 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:43.957961 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Transition to ACTIVE for port object 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:43.969173 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.982037 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.046328 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.057415 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.069992 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.081034 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port cc55d814-5b9f-44e4-834f-2a218222a531 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:44.160597 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.174551 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.188838 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-df68da7c-8c22-47bc-9980-5fc040c47421 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.213841 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2e17d836-d7e4-4319-aa8f-f358b6937f41 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.229920 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.231319 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3997083 May 18 14:38:44.233881 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fb806a12-df4b-4db0-b6ac-d7fcc4d9baad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.238853 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54628) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:44.248619 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'security_group_rule': {'security_group_id': 'cb890ca6-da4a-4e62-80e1-81abf2bb108b', 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:44.267370 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50383085-0c81-459c-af29-30348ec5e9d7,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:44.270326 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:44.275729 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:44.299517 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.311988 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:security_group_rule and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:44.332491 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:44.347921 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fb806a12-df4b-4db0-b6ac-d7fcc4d9baad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.348269 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port cc55d814-5b9f-44e4-834f-2a218222a531 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:44.348758 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.381538 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:44.386930 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Attempting to bind port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:44.387869 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Attempting to bind port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:44.396641 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Attempting to bind port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 on network f7742de7-909f-4d69-96e8-705a511eeb38 {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:44.407467 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:44.415284 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Checking segment: {'id': 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:44.415941 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.416645 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Bound using segment: {'id': 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:44.417290 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Bound port: 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:44.417855 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.490795 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.557533 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd0b133-8324-4ae6-add9-502ff4c6cf24,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:44.575496 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] For port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:44.579032 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] For port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=83ac70a8-bc5e-478e-b0aa-8e3c53eb0339,segment=NetworkSegment(ff1c5584-5ac2-4c84-b85b-868f4159cb7b),segment_id=ff1c5584-5ac2-4c84-b85b-868f4159cb7b)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:44.583052 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbedaa-4249-48e8-9c89-db98fd55e9ca None None] Pushing event updated for resources: {'Port': ['ID=83ac70a8-bc5e-478e-b0aa-8e3c53eb0339,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:44.584570 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:44.595907 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.600097 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-b2bbedaa-4249-48e8-9c89-db98fd55e9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:44.602018 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.613862 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.686410 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Routers {'ebb89bbc-50a1-448e-9da4-cbb386005626'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:44.688622 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['ebb89bbc-50a1-448e-9da4-cbb386005626'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:44.730413 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:44.734247 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:44.766469 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Set router 1f6e9759-954b-4199-96a4-9e86ac0472c1 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:44.841199 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Transition to ACTIVE for port object 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:44.894130 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.902823 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-de082b54-644d-48f9-97a1-ae931ea262c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:45.000721 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.003881 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fb806a12-df4b-4db0-b6ac-d7fcc4d9baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.024811 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.026292 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-926f2c86-3c16-4653-9952-05bcc6b66e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:45.060514 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.069167 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb806a12-df4b-4db0-b6ac-d7fcc4d9baad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da949ad-fc17-44f4-ad93-4cf5ae9c1293,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.074633 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-fb806a12-df4b-4db0-b6ac-d7fcc4d9baad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.105779 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ef4b0de2-1ae9-425d-ab39-56b21bf4ca8b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:45.121544 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-fb806a12-df4b-4db0-b6ac-d7fcc4d9baad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.125266 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-fb806a12-df4b-4db0-b6ac-d7fcc4d9baad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4da949ad-fc17-44f4-ad93-4cf5ae9c1293 HTTP/1.1" status: 204 len: 168 time: 1.4195175 May 18 14:38:45.132808 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7bf15e-db88-457b-b4f5-96082804708f,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.135939 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.139726 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.141365 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-d5fc3b71-158a-4e43-b40b-388a340be824 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9014747 May 18 14:38:45.149801 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54634) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:45.158691 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'security_group_rule': {'security_group_id': 'cb890ca6-da4a-4e62-80e1-81abf2bb108b', 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:45.166470 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] Set router ebb89bbc-50a1-448e-9da4-cbb386005626 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:45.168984 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:45.173457 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:security_group_rule and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:45.177477 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:45.186219 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:45.215670 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.securitygroups_db [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Project 64ab0ec53fe84b4a968c40c55521d824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:38:45.222327 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Router e6b2dcbc-45c9-4dda-a295-e840e3de0855 has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:45.224737 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.290857 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3245a86-5e54-4993-b507-e5ee3b114ff5 None None] Pushing event updated for resources: {'Port': ['ID=19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.362650 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.371107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.373949 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-8b119776-c06d-40a6-b310-4c57eeb282cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:45.388454 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port cc55d814-5b9f-44e4-834f-2a218222a531, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=cc55d814-5b9f-44e4-834f-2a218222a531,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:45.390829 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-c3245a86-5e54-4993-b507-e5ee3b114ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.408056 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdd6c8e-3476-4c51-9cf7-5eb484111d6a,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.417268 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.456676 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.458024 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device f5e580f4-0000-4f02-a1f6-1c21212b4c86 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:45.459505 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.464683 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-255f34a3-6bcc-4af5-8481-9ba482b9db65 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3118482 May 18 14:38:45.465321 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54638) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:45.472235 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'security_group_rule': {'security_group_id': 'cb890ca6-da4a-4e62-80e1-81abf2bb108b', 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:45.490824 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:45.498867 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:security_group_rule and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:45.505995 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:45.522850 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:45.524068 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:45.544884 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.securitygroups_db [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Project 64ab0ec53fe84b4a968c40c55521d824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:38:45.552036 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.607825 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbedaa-4249-48e8-9c89-db98fd55e9ca None None] Pushing event updated for resources: {'Port': ['ID=83ac70a8-bc5e-478e-b0aa-8e3c53eb0339,revision_number=4']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.630277 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-b2bbedaa-4249-48e8-9c89-db98fd55e9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.642715 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:45.658679 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] 10.222.0.44 "PUT /v2.0/routers/e6b2dcbc-45c9-4dda-a295-e840e3de0855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9801011 May 18 14:38:45.670829 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Attempting to bind port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:45.671908 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Attempting to bind port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:45.672148 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Attempting to bind port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:45.709730 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.722154 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.724207 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:45.765998 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0a8ba8-fc27-433e-b27a-282bfeea77b7,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.770488 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.783637 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.789172 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225386 May 18 14:38:45.799006 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:37Z', 'revision_number': 4, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'gw_port': {'id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '83ac70a8-bc5e-478e-b0aa-8e3c53eb0339', 'name': '', 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'mac_address': 'fa:16:3e:4c:aa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'acb41d6c-b29d-4e94-9929-b704cf1c4cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:44Z', 'revision_number': 4, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'subnets': [{'id': 'acb41d6c-b29d-4e94-9929-b704cf1c4cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:45.803581 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ea6bd-227a-4a6b-bec7-7230eed97c8b None None] The sync data for ids ['ebb89bbc-50a1-448e-9da4-cbb386005626'] in dv-cinder-791239-1-iscsi is: [{'id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:37Z', 'revision_number': 4, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'gw_port': {'id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '83ac70a8-bc5e-478e-b0aa-8e3c53eb0339', 'name': '', 'network_id': 'f7742de7-909f-4d69-96e8-705a511eeb38', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'mac_address': 'fa:16:3e:4c:aa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'acb41d6c-b29d-4e94-9929-b704cf1c4cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:44Z', 'revision_number': 4, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'subnets': [{'id': 'acb41d6c-b29d-4e94-9929-b704cf1c4cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:45.920308 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:45.920593 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:45.921069 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.921813 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:45.922071 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Bound port: 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:45.922584 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.986042 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54664) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:46.029143 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=cc55d814-5b9f-44e4-834f-2a218222a531,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:46.033297 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:46.049128 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port f5e580f4-0000-4f02-a1f6-1c21212b4c86 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:46.049664 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.100609 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-e7b15fff-1b38-4ff8-9ccf-c189e7af74cc None None] Provisioning for port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:46.147983 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-e7b15fff-1b38-4ff8-9ccf-c189e7af74cc None None] Provisioning complete for port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:46.148626 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e7b15fff-1b38-4ff8-9ccf-c189e7af74cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.157007 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54682) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:46.158157 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-4abf7077-60d5-4317-a315-0c56afc6294b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab2da353b8bc40ceb4476f81204b220d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665282 May 18 14:38:46.347048 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] For port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:46.352396 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1923b8fa-b0ba-49d0-8c6b-a4803d4489f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.394682 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] For port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:46.400287 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-e7b15fff-1b38-4ff8-9ccf-c189e7af74cc None None] Port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:46.446973 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1923b8fa-b0ba-49d0-8c6b-a4803d4489f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.479188 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.545711 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-38c79a0f-4189-4a6a-89f5-20b6e1ab102e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:46.814271 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:46.815245 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:46.859662 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1923b8fa-b0ba-49d0-8c6b-a4803d4489f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.865808 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-847217b5-5d37-440d-890a-08b2b41ce24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:46.884656 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923b8fa-b0ba-49d0-8c6b-a4803d4489f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b370cbe0-49d1-49ed-a5e6-8e1704edbe56,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:46.905358 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1923b8fa-b0ba-49d0-8c6b-a4803d4489f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:46.911366 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1923b8fa-b0ba-49d0-8c6b-a4803d4489f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.912790 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-1923b8fa-b0ba-49d0-8c6b-a4803d4489f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b370cbe0-49d1-49ed-a5e6-8e1704edbe56 HTTP/1.1" status: 204 len: 168 time: 0.7546990 May 18 14:38:47.144962 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54708) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:47.154895 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1477429322-network', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:47.165361 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:47.183473 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Usage tracker for resource:network and tenant:9c77ea4f2a6f4d498c9dd923cd3b3393 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:47.196709 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:47.218484 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:47.247135 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Made reservation on behalf of 9c77ea4f2a6f4d498c9dd923cd3b3393 for: {'network': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:47.249862 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1527932'] for network, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.279011 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.285689 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:47.322136 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:47.334658 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Usage tracker for resource:security_group_rule and tenant:9c77ea4f2a6f4d498c9dd923cd3b3393 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:47.342430 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:47.355793 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:47.373480 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3245a86-5e54-4993-b507-e5ee3b114ff5 None None] Pushing event updated for resources: {'Port': ['ID=19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:47.392132 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-c3245a86-5e54-4993-b507-e5ee3b114ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:47.421332 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'gw_port': {'id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:25Z', 'updated_at': '2021-05-18T14:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '97e9fe1e-d8ea-4139-8272-37f66dd3d675', 'name': '', 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'mac_address': 'fa:16:3e:c5:a8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5ce14980-7363-4739-b981-684303f5f076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 2, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'subnets': [{'id': '5ce14980-7363-4739-b981-684303f5f076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:47.428081 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Checking router: 1f6e9759-954b-4199-96a4-9e86ac0472c1 for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:47.428527 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Updating router 1f6e9759-954b-4199-96a4-9e86ac0472c1 port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:47.503880 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-34afe4dd-380c-4921-b54e-72f24721b913 None None] Provisioning complete for port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:47.506586 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-34afe4dd-380c-4921-b54e-72f24721b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.545808 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.558227 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:47.597166 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.602401 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.606679 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3511e7c7-07c7-4818-8f67-2c54dec61b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:47.651568 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=91461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:47.661747 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e95081-ec09-4bb4-8bf8-0a616ababa45,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:47.665601 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:47.668603 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.668995 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.segments_db [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Added segment d68896b8-29db-4fe6-8795-5be21d4ae218 of type vlan for network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 May 18 14:38:47.735137 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733139193721'] for network, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.802701 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795'] for network, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.805100 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:47.805729 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.817274 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2bda761d-c8f5-4728-b378-cebaa18029f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:47.978113 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8316829 May 18 14:38:47.980108 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54738) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:47.986337 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Request body: {'subnet': {'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1477429322-subnet', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'ip_version': 4}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:47.988054 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Pushing event updated for resources: {'Network': ['ID=d89ef160-96ea-42e5-bd38-5a1e56d3cc03,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:47.991901 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2a6fae3a-c3dd-4742-a627-3ec89f70939e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:47.994077 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:47.999331 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Usage tracker for resource:subnet and tenant:9c77ea4f2a6f4d498c9dd923cd3b3393 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:48.004168 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:48.014351 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:48.041908 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 details requested by agent ovs-agent-dv-cinder-791239-1-iscsi with host dv-cinder-791239-1-iscsi {{(pid=91463) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:48.046521 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Made reservation on behalf of 9c77ea4f2a6f4d498c9dd923cd3b3393 for: {'subnet': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:48.049215 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2107627'] for subnet, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.238546 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-34afe4dd-380c-4921-b54e-72f24721b913 None None] Port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:48.555467 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:48.601053 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:48.601698 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.758642 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4067376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2107609'] for subnet, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.763614 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-15895808-c934-42bd-a85a-36e0685df3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:48.870151 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.925730 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=83ac70a8-bc5e-478e-b0aa-8e3c53eb0339,segment=NetworkSegment(ff1c5584-5ac2-4c84-b85b-868f4159cb7b),segment_id=ff1c5584-5ac2-4c84-b85b-868f4159cb7b)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:48.944726 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.945725 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device a215fc19-61bf-4643-baa5-6ca0783fd154 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:48.954839 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Checking segment: {'id': 'd68896b8-29db-4fe6-8795-5be21d4ae218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:48.955455 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Network hostable DHCP agents. Network: d89ef160-96ea-42e5-bd38-5a1e56d3cc03, hostable agents: ['6ddad684-1170-402f-838a-882c6e5202c3'], hosted agents: [] {{(pid=91462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:48.963069 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c882635-b3b7-4607-9994-4e76a41f2a5f,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:48.967307 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:48.983421 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-3bfd3b4e-673a-4086-a3d3-f89cff7b35b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:49.014403 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 is scheduled to be hosted by DHCP agent 6ddad684-1170-402f-838a-882c6e5202c3 with binding_index 1 {{(pid=91462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:49.027830 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-1-iscsi, d89ef160-96ea-42e5-bd38-5a1e56d3cc03) {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:49.046659 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:49.049429 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.057534 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 2, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:49.062863 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-268ba353-4f93-4758-a83a-a40c22c10244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.079527 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f547d-b40b-44e1-8bc4-af4d5ada62f6 None None] The sync data for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi is: [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 2, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:49.081242 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82579e-0f0f-42bc-b746-62acf45e54aa None None] Network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:49.093727 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-efbdcbf8-e4e6-4140-b163-64c391854de5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1118855 May 18 14:38:49.096515 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54756) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:49.105135 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:49.114300 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:49.125845 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Usage tracker for resource:router and tenant:9c77ea4f2a6f4d498c9dd923cd3b3393 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:49.132801 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:49.146805 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:49.196688 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6248'] for router, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.198381 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-401973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6243'] for router, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.262377 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.269084 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.379844 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.db.resource_extend [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:38:49.512895 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.524482 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=83ac70a8-bc5e-478e-b0aa-8e3c53eb0339,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:49.532022 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:49.561912 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Transition to ACTIVE for port object 97e9fe1e-d8ea-4139-8272-37f66dd3d675 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:49.588462 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.598583 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-49585f7b-061b-4287-9ec2-7d9b67b5115e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:49.753314 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79ff22-fb5a-4b77-b200-e1f064cbd80b None None] Pushing event updated for resources: {'Port': ['ID=97e9fe1e-d8ea-4139-8272-37f66dd3d675,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:49.758811 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-401980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6221'] for router, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.801497 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port a215fc19-61bf-4643-baa5-6ca0783fd154 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:49.801991 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.838922 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-0a79ff22-fb5a-4b77-b200-e1f064cbd80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:50.024739 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5336c979-0fbf-52f4-8701-d2ff6add4948-d89ef160-96ea-42e5-bd38-5a1e56d3cc03', 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'fixed_ips': [{'subnet_id': '7c882635-b3b7-4607-9994-4e76a41f2a5f'}]}} from dv-cinder-791239-1-iscsi. {{(pid=91463) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:50.025616 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.250051 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Attempting to bind port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:50.250571 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Attempting to bind port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:50.250986 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Attempting to bind port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 on network d02905a0-99e3-4d9a-8e22-a5af81630d21 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:50.280361 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:50.280744 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Checking segment: {'id': '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:50.281154 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.281682 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Bound using segment: {'id': '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:50.282221 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Bound port: 97e9fe1e-d8ea-4139-8272-37f66dd3d675, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:50.282601 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.349884 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.385572 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.455864 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.db_base_plugin_common [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Allocated IP 172.20.0.2 (d89ef160-96ea-42e5-bd38-5a1e56d3cc03/7c882635-b3b7-4607-9994-4e76a41f2a5f/66ec8da2-4da3-4427-b424-6d2cc6a201dc) {{(pid=91463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:50.620309 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Allocated IP 172.27.2.132 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/8eda4b1a-002a-47d4-9308-69eeada685a0) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:50.905902 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.940161 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Notify callbacks [] for port, precommit_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.949123 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.953671 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Transition to ACTIVE for port object 66ec8da2-4da3-4427-b424-6d2cc6a201dc will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:50.962574 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:50.973789 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Transition to ACTIVE for port object 66ec8da2-4da3-4427-b424-6d2cc6a201dc will not be triggered until provisioned by entity DHCP. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:51.045073 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135'] for port, after_create {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.063717 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:51.095626 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:51.104688 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:51.109429 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:51.174282 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Pushing event updated for resources: {'Port': ['ID=8eda4b1a-002a-47d4-9308-69eeada685a0,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:51.181297 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:38:51.186181 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:51.213001 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 is already hosted by enough agents. {{(pid=91463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:51.227043 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.scheduler.base_scheduler [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Resources bound (agent type, host, resource id): {{(pid=91463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:51.233652 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 9fb91aaa-8e9e-4dc1-a769-cab752088da1 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:51.261290 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Pushing event updated for resources: {'Port': ['ID=66ec8da2-4da3-4427-b424-6d2cc6a201dc,revision_number=1']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:51.264382 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:51.265738 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Received port after_create {{(pid=91463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:51.440899 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Attempting to bind port 66ec8da2-4da3-4427-b424-6d2cc6a201dc on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:51.441519 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Attempting to bind port 66ec8da2-4da3-4427-b424-6d2cc6a201dc by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': 'd68896b8-29db-4fe6-8795-5be21d4ae218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:51.441705 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Attempting to bind port 66ec8da2-4da3-4427-b424-6d2cc6a201dc on network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:51.449605 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] For port 97e9fe1e-d8ea-4139-8272-37f66dd3d675, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:51.451790 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:51.452165 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Checking segment: {'id': 'd68896b8-29db-4fe6-8795-5be21d4ae218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:51.452769 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.453169 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Bound using segment: {'id': 'd68896b8-29db-4fe6-8795-5be21d4ae218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:51.453692 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Bound port: 66ec8da2-4da3-4427-b424-6d2cc6a201dc, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68896b8-29db-4fe6-8795-5be21d4ae218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:51.454075 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.472988 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:51.512745 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:51.512745 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.595003 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] For port 97e9fe1e-d8ea-4139-8272-37f66dd3d675, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=97e9fe1e-d8ea-4139-8272-37f66dd3d675,segment=NetworkSegment(324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf),segment_id=324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:51.614539 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.625105 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-cae73109-3676-49d7-bf01-25c0ea5bbb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.631784 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:51.729852 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79ff22-fb5a-4b77-b200-e1f064cbd80b None None] Pushing event updated for resources: {'Port': ['ID=97e9fe1e-d8ea-4139-8272-37f66dd3d675,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:51.732469 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.738797 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-0a79ff22-fb5a-4b77-b200-e1f064cbd80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:51.753874 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Routers {'1f6e9759-954b-4199-96a4-9e86ac0472c1'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:51.754401 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['1f6e9759-954b-4199-96a4-9e86ac0472c1'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:51.807679 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] For port 66ec8da2-4da3-4427-b424-6d2cc6a201dc, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:51.837056 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] For port 66ec8da2-4da3-4427-b424-6d2cc6a201dc, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=66ec8da2-4da3-4427-b424-6d2cc6a201dc,segment=NetworkSegment(d68896b8-29db-4fe6-8795-5be21d4ae218),segment_id=d68896b8-29db-4fe6-8795-5be21d4ae218)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:51.854053 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.858452 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.868973 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-c3245a86-5e54-4993-b507-e5ee3b114ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:51.980572 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Pushing event updated for resources: {'Port': ['ID=66ec8da2-4da3-4427-b424-6d2cc6a201dc,revision_number=2']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:51.991465 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:52.105778 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.152818 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] Set router 1f6e9759-954b-4199-96a4-9e86ac0472c1 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:52.378092 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 9fb91aaa-8e9e-4dc1-a769-cab752088da1, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=9fb91aaa-8e9e-4dc1-a769-cab752088da1,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:52.430610 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-451711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402063'] for router, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.450933 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.452196 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device b3ebd1b2-2aff-4841-97c5-733def882335 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:52.531550 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:52.800277 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Router 0eb709c1-07ec-4b14-9219-6286b942cc9d is scheduled to L3 agent f530219d-7dad-402b-9648-09719f1b75cb with binding_index 1 {{(pid=91461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:52.819775 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.839901 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=9fb91aaa-8e9e-4dc1-a769-cab752088da1,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:52.845156 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:52.933881 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port b3ebd1b2-2aff-4841-97c5-733def882335 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:52.943374 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port b3ebd1b2-2aff-4841-97c5-733def882335 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:52.944367 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.017918 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:53.021967 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'gw_port': {'id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:25Z', 'updated_at': '2021-05-18T14:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '97e9fe1e-d8ea-4139-8272-37f66dd3d675', 'name': '', 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'mac_address': 'fa:16:3e:c5:a8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5ce14980-7363-4739-b981-684303f5f076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 4, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'subnets': [{'id': '5ce14980-7363-4739-b981-684303f5f076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:53.035259 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Sync routers for ids ['0eb709c1-07ec-4b14-9219-6286b942cc9d'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:53.040295 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2bb07-bf8b-4bcf-9227-00d5cc90f614 None None] The sync data for ids ['1f6e9759-954b-4199-96a4-9e86ac0472c1'] in dv-cinder-791239-1-iscsi is: [{'id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'gw_port': {'id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:25Z', 'updated_at': '2021-05-18T14:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '97e9fe1e-d8ea-4139-8272-37f66dd3d675', 'name': '', 'network_id': 'd02905a0-99e3-4d9a-8e22-a5af81630d21', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'mac_address': 'fa:16:3e:c5:a8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5ce14980-7363-4739-b981-684303f5f076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 4, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'subnets': [{'id': '5ce14980-7363-4739-b981-684303f5f076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:53.058677 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.059661 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Routers {'0eb709c1-07ec-4b14-9219-6286b942cc9d'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:53.060299 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9622188 May 18 14:38:53.063130 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54784) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:53.063640 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['0eb709c1-07ec-4b14-9219-6286b942cc9d'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:53.185259 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.228703 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port b3ebd1b2-2aff-4841-97c5-733def882335, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=b3ebd1b2-2aff-4841-97c5-733def882335,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:53.247085 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.247958 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:53.470538 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:53.499521 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Set router 0eb709c1-07ec-4b14-9219-6286b942cc9d gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:53.612478 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:53.613423 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.643115 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Sync routers for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:53.664921 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=b3ebd1b2-2aff-4841-97c5-733def882335,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:53.676515 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:53.683360 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:53.688073 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:53.900692 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c4e767-60f9-43bf-83dc-9534e24ebf0d None None] Network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:54.089185 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:49Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 3, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'gw_port': {'id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:50Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:54.093381 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Checking router: 0eb709c1-07ec-4b14-9219-6286b942cc9d for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:54.093756 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Updating router 0eb709c1-07ec-4b14-9219-6286b942cc9d port 8eda4b1a-002a-47d4-9308-69eeada685a0 binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:54.126554 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-528a0263-c933-4c36-bc2c-c5b555ab5ad6 None None] Provisioning for port 66ec8da2-4da3-4427-b424-6d2cc6a201dc completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:54.156677 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0891307f-8716-4b91-9ad9-7958dce88ec5 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:54.168446 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.227499 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.242058 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:54.250904 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.546491 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 0891307f-8716-4b91-9ad9-7958dce88ec5 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:54.547293 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.576489 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.613016 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Transition to ACTIVE for port object 8eda4b1a-002a-47d4-9308-69eeada685a0 will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:54.624609 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.631402 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:54.728095 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Attempting to bind port 8eda4b1a-002a-47d4-9308-69eeada685a0 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:54.728609 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Attempting to bind port 8eda4b1a-002a-47d4-9308-69eeada685a0 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:54.729053 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Attempting to bind port 8eda4b1a-002a-47d4-9308-69eeada685a0 on network ce418276-98c1-4386-926d-d40ddcbd119a {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:54.734979 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851efb31-6a09-4f26-8aa6-afab9c6c115f None None] Pushing event updated for resources: {'Port': ['ID=8eda4b1a-002a-47d4-9308-69eeada685a0,revision_number=2']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:54.739809 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-851efb31-6a09-4f26-8aa6-afab9c6c115f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:54.740864 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:54.741309 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Checking segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:54.741960 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.742419 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Bound using segment: {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:54.743048 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Bound port: 8eda4b1a-002a-47d4-9308-69eeada685a0, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7924d7-2fc4-40fa-add5-8caac48a80a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:54.743483 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.809781 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device cc55d814-5b9f-44e4-834f-2a218222a531 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:54.810015 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Allocated IP 172.20.0.1 (d89ef160-96ea-42e5-bd38-5a1e56d3cc03/7c882635-b3b7-4607-9994-4e76a41f2a5f/1bb609cb-2421-4d89-a48f-687ce34928a2) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:54.832732 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] For port 8eda4b1a-002a-47d4-9308-69eeada685a0, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:54.836727 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] For port 8eda4b1a-002a-47d4-9308-69eeada685a0, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=8eda4b1a-002a-47d4-9308-69eeada685a0,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:54.843448 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.848335 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-4a69e461-96d6-4d8c-bb8d-6c2787cc05f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:54.961005 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Routers {'0eb709c1-07ec-4b14-9219-6286b942cc9d'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:54.961650 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['0eb709c1-07ec-4b14-9219-6286b942cc9d'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:54.996288 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port cc55d814-5b9f-44e4-834f-2a218222a531 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:54.997029 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.045228 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.067767 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Transition to ACTIVE for port object 1bb609cb-2421-4d89-a48f-687ce34928a2 will not be triggered until provisioned by entity DHCP. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:55.101983 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.108767 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-9887bfd7-2449-4580-b346-f5e096a9c8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:55.161243 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 2, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:55.168442 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Checking router: e6b2dcbc-45c9-4dda-a295-e840e3de0855 for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:55.168868 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Updating router e6b2dcbc-45c9-4dda-a295-e840e3de0855 port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 binding host dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:55.266336 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] Set router 0eb709c1-07ec-4b14-9219-6286b942cc9d gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:55.338705 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:55.342306 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:55.363730 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:55.419479 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.446121 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb609cb-2421-4d89-a48f-687ce34928a2,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:55.492687 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:55.526392 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851efb31-6a09-4f26-8aa6-afab9c6c115f None None] Pushing event updated for resources: {'Port': ['ID=8eda4b1a-002a-47d4-9308-69eeada685a0,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:55.529666 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-851efb31-6a09-4f26-8aa6-afab9c6c115f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:55.543342 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404028'] for router_interface, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.825262 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-d3fed2a4-8488-4ef2-9b2b-3ca8c80827dd None None] Provisioning for port 1bb609cb-2421-4d89-a48f-687ce34928a2 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:55.836505 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-d3fed2a4-8488-4ef2-9b2b-3ca8c80827dd None None] Provisioning complete for port 1bb609cb-2421-4d89-a48f-687ce34928a2 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:55.837066 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-d3fed2a4-8488-4ef2-9b2b-3ca8c80827dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.873617 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:49Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 3, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'gw_port': {'id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:50Z', 'updated_at': '2021-05-18T14:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:55.876947 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.881500 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32196f4-c492-43d3-9666-ac90437d97e0 None None] The sync data for ids ['0eb709c1-07ec-4b14-9219-6286b942cc9d'] in dv-cinder-791239-1-iscsi is: [{'id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:49Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 3, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'gw_port': {'id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:50Z', 'updated_at': '2021-05-18T14:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:56.073349 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-d3fed2a4-8488-4ef2-9b2b-3ca8c80827dd None None] Port 1bb609cb-2421-4d89-a48f-687ce34928a2 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:56.094060 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 97e9fe1e-d8ea-4139-8272-37f66dd3d675 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:56.232064 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:56.266688 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:56.268254 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.408126 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.414446 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.441821 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Notify callbacks [] for port, precommit_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.457097 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4c694624-95a8-4967-a062-002fcaf30392 tempest-ServerRescueNegativeTestJSON-976787721 tempest-ServerRescueNegativeTestJSON-976787721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:56.463485 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Transition to ACTIVE for port object 0cd0b133-8324-4ae6-add9-502ff4c6cf24 will not be triggered until provisioned by entity L2. {{(pid=91463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:56.473577 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.478500 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-0a79ff22-fb5a-4b77-b200-e1f064cbd80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:56.562052 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb609cb-2421-4d89-a48f-687ce34928a2,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:56.566238 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:56.570797 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404059'] for router_interface, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.794157 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:56.795576 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:56.905446 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a322e09-ea76-4012-9ba3-b3d8bce71889 None None] Pushing event updated for resources: {'Port': ['ID=0cd0b133-8324-4ae6-add9-502ff4c6cf24,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:56.922234 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-4a322e09-ea76-4012-9ba3-b3d8bce71889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:56.963416 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Attempting to bind port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:56.963798 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Attempting to bind port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:56.964166 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Attempting to bind port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 on network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:56.996420 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:56.996796 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Checking segment: {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:56.997208 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.997640 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Bound using segment: {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'} {{(pid=91463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:56.998124 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.managers [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Bound port: 0cd0b133-8324-4ae6-add9-502ff4c6cf24, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'}}] {{(pid=91463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:56.998497 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:57.047648 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:57.050694 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Router 0eb709c1-07ec-4b14-9219-6286b942cc9d has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:57.202784 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] For port 0cd0b133-8324-4ae6-add9-502ff4c6cf24, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:57.206308 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 97e9fe1e-d8ea-4139-8272-37f66dd3d675, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=97e9fe1e-d8ea-4139-8272-37f66dd3d675,segment=NetworkSegment(324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf),segment_id=324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:57.208905 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] For port 0cd0b133-8324-4ae6-add9-502ff4c6cf24, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=0cd0b133-8324-4ae6-add9-502ff4c6cf24,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:57.217625 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:57.218666 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:57.255373 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-c3245a86-5e54-4993-b507-e5ee3b114ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:57.279190 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:57.294612 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-f567f201-bf56-45c3-8c1f-ad37f062b783 admin admin] 10.222.0.44 "PUT /v2.0/routers/0eb709c1-07ec-4b14-9219-6286b942cc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2297289 May 18 14:38:57.357021 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=97e9fe1e-d8ea-4139-8272-37f66dd3d675,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:57.363377 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:57.379254 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:57.379742 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:57.432380 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-5d0c3cb1-494a-46ed-887c-f71d6f6dde09 None None] Provisioning complete for port 1bb609cb-2421-4d89-a48f-687ce34928a2 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:57.432885 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3cb1-494a-46ed-887c-f71d6f6dde09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:57.440871 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-c540810d-5733-408a-87f0-6cafdbeb4ec3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:57.442414 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-c540810d-5733-408a-87f0-6cafdbeb4ec3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/networks?id=6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 200 len: 815 time: 0.1921000 May 18 14:38:57.459910 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-feb83747-1997-4c08-9a16-3565f2346c8e tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/quotas/5d723f53cf6a489c81af66cbc2c33848 HTTP/1.1" status: 200 len: 375 time: 0.0111318 May 18 14:38:57.535637 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:57.536118 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:57.600553 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c3cb1-494a-46ed-887c-f71d6f6dde09 None None] Port 1bb609cb-2421-4d89-a48f-687ce34928a2 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:57.616837 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a322e09-ea76-4012-9ba3-b3d8bce71889 None None] Pushing event updated for resources: {'Port': ['ID=0cd0b133-8324-4ae6-add9-502ff4c6cf24,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:57.632811 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-4a322e09-ea76-4012-9ba3-b3d8bce71889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:57.655387 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:57.655825 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:57.682754 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-01fbc79f-4429-41af-b3d3-fee9219f3af0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Synchronizing usage tracker for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:57.702396 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-01fbc79f-4429-41af-b3d3-fee9219f3af0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Unset dirty status for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:57.710585 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-01fbc79f-4429-41af-b3d3-fee9219f3af0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d723f53cf6a489c81af66cbc2c33848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2437835 May 18 14:38:57.833539 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-9fc47889-0331-41cc-8e36-b75d627e85d0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:38:57.834605 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-9fc47889-0331-41cc-8e36-b75d627e85d0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1164846 May 18 14:38:57.855194 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:57.971745 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-c722ddd5-48e5-406c-8c3b-5777700b8c3a service neutron] 10.222.0.44 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301734 May 18 14:38:58.086517 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 66ec8da2-4da3-4427-b424-6d2cc6a201dc up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:58.123199 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-41dfb3a4-b9ce-4ad2-b665-c6d5d4b4ce5b service neutron] 10.222.0.44 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450028 May 18 14:38:58.149361 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Sync routers for ids ['0eb709c1-07ec-4b14-9219-6286b942cc9d'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:58.159102 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Routers {'0eb709c1-07ec-4b14-9219-6286b942cc9d'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:58.160856 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['0eb709c1-07ec-4b14-9219-6286b942cc9d'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:58.284754 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 66ec8da2-4da3-4427-b424-6d2cc6a201dc completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:58.292986 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 66ec8da2-4da3-4427-b424-6d2cc6a201dc triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:58.293368 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.385952 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:38:57Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:58.396903 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a04267-99df-47d8-b37c-7778f2ed0649 None None] The sync data for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi is: [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:38:57Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:58.461878 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Set router 0eb709c1-07ec-4b14-9219-6286b942cc9d gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:58.491342 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.580716 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 66ec8da2-4da3-4427-b424-6d2cc6a201dc, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=66ec8da2-4da3-4427-b424-6d2cc6a201dc,segment=NetworkSegment(d68896b8-29db-4fe6-8795-5be21d4ae218),segment_id=d68896b8-29db-4fe6-8795-5be21d4ae218)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:58.591754 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.592549 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device b3ebd1b2-2aff-4841-97c5-733def882335 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:58.660434 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-4a322e09-ea76-4012-9ba3-b3d8bce71889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:58.763300 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port b3ebd1b2-2aff-4841-97c5-733def882335 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:58.763670 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.778228 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54852) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:58.784308 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479842751', 'description': 'tempest-secgroup-smoke-479842751 description', 'project_id': 'de6ef6f6ce384b628209271499522fd3'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:58.790506 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:58.795261 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Usage tracker for resource:security_group and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:58.798560 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:58.806432 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:58.827644 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.838075 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=66ec8da2-4da3-4427-b424-6d2cc6a201dc,revision_number=3']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:58.844054 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:58.875134 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-36aea39f-633a-4e98-bc09-5cb2d496fc40 req-aeb973de-6e10-428f-ab0d-9bff396fb1ac tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 210 time: 0.0570085 May 18 14:38:58.881671 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:58.885278 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:49Z', 'updated_at': '2021-05-18T14:38:55Z', 'revision_number': 4, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'gw_port': {'id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:50Z', 'updated_at': '2021-05-18T14:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '1bb609cb-2421-4d89-a48f-687ce34928a2', 'name': '', 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'mac_address': 'fa:16:3e:18:95:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7c882635-b3b7-4607-9994-4e76a41f2a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:54Z', 'updated_at': '2021-05-18T14:38:56Z', 'revision_number': 2, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'subnets': [{'id': '7c882635-b3b7-4607-9994-4e76a41f2a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:58.885544 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Usage tracker for resource:security_group_rule and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:58.888874 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:58.889353 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Checking router: 0eb709c1-07ec-4b14-9219-6286b942cc9d for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:58.889865 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Updating router 0eb709c1-07ec-4b14-9219-6286b942cc9d port 1bb609cb-2421-4d89-a48f-687ce34928a2 binding host dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:58.894620 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:58.948962 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 9fb91aaa-8e9e-4dc1-a769-cab752088da1 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:58.952723 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.981298 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.986698 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.993320 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f019eca5-6426-4b77-805b-5bfbfb110c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.027431 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:59.028108 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.031568 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d8fc3-730a-4fcc-834d-137acb27b009,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.034426 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.035770 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2558680 May 18 14:38:59.037002 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2152cada-729a-462c-acc7-349209276342 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.038660 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54856) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:59.050053 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Request body: {'security_group_rule': {'security_group_id': 'c00d8fc3-730a-4fcc-834d-137acb27b009', 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:59.056639 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:59.061780 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Usage tracker for resource:security_group_rule and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:59.065120 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:59.071422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:59.093217 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.175935 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:59.180066 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.185468 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.187745 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-735c4388-d150-4b45-825f-bf0361467a85 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.257836 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:59.263199 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:59.263575 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.297496 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4ace25-ce9b-4ae6-bd6c-4ed18b8d1dd1,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.300569 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.312035 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.313637 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-19927e5b-ea13-4f4a-ba51-a7581609d2ce tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2739191 May 18 14:38:59.316282 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54862) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:59.322759 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Request body: {'security_group_rule': {'security_group_id': 'c00d8fc3-730a-4fcc-834d-137acb27b009', 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:59.328469 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:59.332851 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Usage tracker for resource:security_group_rule and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:59.336182 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:59.342236 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:59.347298 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Notify callbacks [] for port, precommit_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.361420 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.362056 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.provisioning_blocks [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Transition to ACTIVE for port object 1bb609cb-2421-4d89-a48f-687ce34928a2 will not be triggered until provisioned by entity L2. {{(pid=91464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:59.369196 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.374148 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-63ae0db2-8b36-453d-a426-5ce1e91cab4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.394259 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.412847 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:59.418086 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.420476 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-9fc08c19-b0d3-41d9-ac7d-be537f92bde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.500658 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.504808 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.507226 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b49d35cc-fa29-4913-8c1f-0a3d33433273 tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.536037 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.544817 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.546560 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7a925e-ac3d-4a01-9e87-2065ab0620f4,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.550222 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.572721 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.573630 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904560e-d7ff-4fe4-bbe7-bb138537ba07 None None] Pushing event updated for resources: {'Port': ['ID=1bb609cb-2421-4d89-a48f-687ce34928a2,revision_number=3']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.574086 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-b218afe7-5b7f-458b-acdb-3fa66b7b974a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2566762 May 18 14:38:59.576811 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54868) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:59.595534 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Request body: {'security_group_rule': {'security_group_id': 'c00d8fc3-730a-4fcc-834d-137acb27b009', 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:59.601806 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:59.603165 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-3904560e-d7ff-4fe4-bbe7-bb138537ba07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.606940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Usage tracker for resource:security_group_rule and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:59.610076 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:59.623372 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:59.640787 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Attempting to bind port 1bb609cb-2421-4d89-a48f-687ce34928a2 on host dv-cinder-791239-1-iscsi for vnic_type normal with profile {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:59.641171 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Attempting to bind port 1bb609cb-2421-4d89-a48f-687ce34928a2 by drivers openvswitch,hyperv on host dv-cinder-791239-1-iscsi at level 0 using segments [{'id': 'd68896b8-29db-4fe6-8795-5be21d4ae218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03'}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:59.641562 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Attempting to bind port 1bb609cb-2421-4d89-a48f-687ce34928a2 on network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:59.644015 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.649255 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Checking agent: {'id': 'e68ba306-76c0-46ce-a06b-2f8b0be1d460', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 13, 55, 21), 'started_at': datetime.datetime(2021, 5, 18, 13, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:59.649661 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Checking segment: {'id': 'd68896b8-29db-4fe6-8795-5be21d4ae218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:59.650112 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.650511 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Bound using segment: {'id': 'd68896b8-29db-4fe6-8795-5be21d4ae218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03'} {{(pid=91464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:59.650982 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.managers [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Bound port: 1bb609cb-2421-4d89-a48f-687ce34928a2, host: dv-cinder-791239-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68896b8-29db-4fe6-8795-5be21d4ae218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03'}}] {{(pid=91464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:59.651356 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.714648 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 8eda4b1a-002a-47d4-9308-69eeada685a0 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:59.734584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.738954 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.747317 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.769552 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] For port 1bb609cb-2421-4d89-a48f-687ce34928a2, host dv-cinder-791239-1-iscsi, cleared binding levels {{(pid=91464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:59.773573 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feed33ff-218a-44e0-89c8-524dd4276bae,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.773752 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.plugins.ml2.db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] For port 1bb609cb-2421-4d89-a48f-687ce34928a2, host dv-cinder-791239-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=1bb609cb-2421-4d89-a48f-687ce34928a2,segment=NetworkSegment(d68896b8-29db-4fe6-8795-5be21d4ae218),segment_id=d68896b8-29db-4fe6-8795-5be21d4ae218)] {{(pid=91464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:59.777928 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.781975 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron_lib.callbacks.manager [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.785867 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.788135 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.791076 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2131052 May 18 14:38:59.793823 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54872) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:59.800816 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Request body: {'security_group_rule': {'security_group_id': 'c00d8fc3-730a-4fcc-834d-137acb27b009', 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:59.809028 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:59.814952 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Usage tracker for resource:security_group_rule and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:59.816917 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 8eda4b1a-002a-47d4-9308-69eeada685a0 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:59.819056 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:59.823510 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 8eda4b1a-002a-47d4-9308-69eeada685a0 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:59.824014 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.826570 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:59.844841 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.859389 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904560e-d7ff-4fe4-bbe7-bb138537ba07 None None] Pushing event updated for resources: {'Port': ['ID=1bb609cb-2421-4d89-a48f-687ce34928a2,revision_number=4']} {{(pid=91464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.870906 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG oslo_concurrency.lockutils [None req-3904560e-d7ff-4fe4-bbe7-bb138537ba07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.887866 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Routers {'0eb709c1-07ec-4b14-9219-6286b942cc9d'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:59.888610 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:38:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['0eb709c1-07ec-4b14-9219-6286b942cc9d'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:59.925379 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.930206 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.937686 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.986217 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce169ec-afde-4908-8d00-3c8b1eedab40,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.991223 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.995328 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:00.006810 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.009457 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-2c52f10c-6367-4608-bce8-c5b11a9aaf42 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2135186 May 18 14:39:00.011285 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 54878) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:00.018784 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Request body: {'security_group_rule': {'security_group_id': 'c00d8fc3-730a-4fcc-834d-137acb27b009', 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:00.024104 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 8eda4b1a-002a-47d4-9308-69eeada685a0, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=8eda4b1a-002a-47d4-9308-69eeada685a0,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:00.028527 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:00.034693 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Usage tracker for resource:security_group_rule and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:00.039633 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:00.040792 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.041858 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 97e9fe1e-d8ea-4139-8272-37f66dd3d675 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:00.048485 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:00.063894 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.securitygroups_db [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Project de6ef6f6ce384b628209271499522fd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:39:00.072067 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.149334 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:00.167019 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-006ba80b-ec69-4ea7-9e00-d83d58788b2d req-59942ebc-edcb-4e1e-b3a4-f84929f32623 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 210 time: 0.1050560 May 18 14:39:00.194559 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.199707 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.232929 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] Set router 0eb709c1-07ec-4b14-9219-6286b942cc9d gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:00.234970 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-30fb67a0-c3cc-4cab-ae07-8ef3054b73fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:00.249486 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.254175 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2385409 May 18 14:39:00.254585 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 54884) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:00.259547 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d6f9ef-1276-432f-9776-be7b459617b7,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:00.261483 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Request body: {'security_group_rule': {'security_group_id': 'c00d8fc3-730a-4fcc-834d-137acb27b009', 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:00.262752 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-1328a39e-2258-4547-b1c5-5ecbd3e1e301 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:00.275876 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:00.281637 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Usage tracker for resource:security_group_rule and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:00.285080 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:00.292870 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:00.304486 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.securitygroups_db [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Project de6ef6f6ce384b628209271499522fd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:39:00.311729 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.335217 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=8eda4b1a-002a-47d4-9308-69eeada685a0,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:00.338346 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:00.350662 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:00.351128 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.411079 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.415969 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.424101 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:00.443644 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fae3fb0-83ce-44f5-b5a8-9f0aef7b3a6a,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:00.447044 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:00.455905 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.457284 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b6ce5c35-2586-469e-a6b4-ff007639815b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2017138 May 18 14:39:00.479016 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0cd0b133-8324-4ae6-add9-502ff4c6cf24 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:00.564422 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:00.569937 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:00.570375 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.717413 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.764065 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 0cd0b133-8324-4ae6-add9-502ff4c6cf24, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=0cd0b133-8324-4ae6-add9-502ff4c6cf24,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:00.770004 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.770603 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 66ec8da2-4da3-4427-b424-6d2cc6a201dc up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:00.774959 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:49Z', 'updated_at': '2021-05-18T14:38:55Z', 'revision_number': 4, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'gw_port': {'id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:50Z', 'updated_at': '2021-05-18T14:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '1bb609cb-2421-4d89-a48f-687ce34928a2', 'name': '', 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'mac_address': 'fa:16:3e:18:95:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7c882635-b3b7-4607-9994-4e76a41f2a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:54Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'subnets': [{'id': '7c882635-b3b7-4607-9994-4e76a41f2a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:00.800692 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddde4f-c117-44bd-b9c5-b895f0fdddaf None None] The sync data for ids ['0eb709c1-07ec-4b14-9219-6286b942cc9d'] in dv-cinder-791239-1-iscsi is: [{'id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:49Z', 'updated_at': '2021-05-18T14:38:55Z', 'revision_number': 4, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'gw_port': {'id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:50Z', 'updated_at': '2021-05-18T14:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '1bb609cb-2421-4d89-a48f-687ce34928a2', 'name': '', 'network_id': 'd89ef160-96ea-42e5-bd38-5a1e56d3cc03', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'mac_address': 'fa:16:3e:18:95:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7c882635-b3b7-4607-9994-4e76a41f2a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:54Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'subnets': [{'id': '7c882635-b3b7-4607-9994-4e76a41f2a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:00.811859 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7594e6f2-cf71-4385-8b0b-33688a34c165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:00.945314 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=0cd0b133-8324-4ae6-add9-502ff4c6cf24,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:00.951233 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:00.961122 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 66ec8da2-4da3-4427-b424-6d2cc6a201dc triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:00.961531 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.000019 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-0b37c05a-840f-4316-80ea-e180071c93d0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:01.001364 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-0b37c05a-840f-4316-80ea-e180071c93d0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Synchronizing usage tracker for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:network {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:01.029916 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-0b37c05a-840f-4316-80ea-e180071c93d0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Unset dirty status for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:network {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:01.031142 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-0b37c05a-840f-4316-80ea-e180071c93d0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.13 "GET /v2.0/networks?id=6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 200 len: 815 time: 0.3435388 May 18 14:39:01.050708 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'port': {'device_id': 'b3860565-b232-47c9-98b6-dea065725edb', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'admin_state_up': True, 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:01.251315 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:01.264010 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:01.276442 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Made reservation on behalf of 5d723f53cf6a489c81af66cbc2c33848 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:01.280665 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.438457 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-26387fd2-ed67-4c84-8092-3da924c2b21b req-150e239f-5f9b-4088-84f6-8cf1496c6039 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 210 time: 0.0725274 May 18 14:39:01.624337 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Allocated IP 172.20.0.4 (6bb68804-b1ab-49c5-a244-5960a98f5a26/ca524bd0-988d-4ff3-86b7-3f664e1abd56/a07a3480-e8ea-48ef-95dd-d454418bec9a) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:01.683254 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 1bb609cb-2421-4d89-a48f-687ce34928a2 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:01.767461 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning for port 1bb609cb-2421-4d89-a48f-687ce34928a2 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:01.777235 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 1bb609cb-2421-4d89-a48f-687ce34928a2 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:01.778015 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.886500 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.905350 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Transition to ACTIVE for port object a07a3480-e8ea-48ef-95dd-d454418bec9a will not be triggered until provisioned by entity DHCP. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:01.911001 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.930856 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.936379 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3c138441-b45e-4b63-aba0-7c02df33059c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:01.948821 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] For port 1bb609cb-2421-4d89-a48f-687ce34928a2, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=1bb609cb-2421-4d89-a48f-687ce34928a2,segment=NetworkSegment(d68896b8-29db-4fe6-8795-5be21d4ae218),segment_id=d68896b8-29db-4fe6-8795-5be21d4ae218)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:01.953297 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.954449 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 8eda4b1a-002a-47d4-9308-69eeada685a0 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:01.986412 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:01.999335 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Network 6bb68804-b1ab-49c5-a244-5960a98f5a26 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:02.003218 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:02.008140 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:02.080676 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'Port': ['ID=a07a3480-e8ea-48ef-95dd-d454418bec9a,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:02.084659 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:02.095270 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Pushing event updated for resources: {'Port': ['ID=1bb609cb-2421-4d89-a48f-687ce34928a2,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:02.099003 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:02.108136 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 8eda4b1a-002a-47d4-9308-69eeada685a0 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:02.108583 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:02.108789 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:02.109441 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:02.137818 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0952730 May 18 14:39:02.230090 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:02.296959 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-899a2359-9b2c-4cbb-80d6-c075b82eeeae None None] Provisioning for port a07a3480-e8ea-48ef-95dd-d454418bec9a completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:02.306546 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-899a2359-9b2c-4cbb-80d6-c075b82eeeae None None] Provisioning complete for port a07a3480-e8ea-48ef-95dd-d454418bec9a triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:02.306934 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-899a2359-9b2c-4cbb-80d6-c075b82eeeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:02.380057 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:02.380999 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:02.429452 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-899a2359-9b2c-4cbb-80d6-c075b82eeeae None None] Port a07a3480-e8ea-48ef-95dd-d454418bec9a cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:39:02.570798 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0cd0b133-8324-4ae6-add9-502ff4c6cf24 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:02.650297 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:02.650970 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:02.675228 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f94d8a-1ac5-4649-9314-ed8ea8fdcfc4 req-3713cbc7-e3aa-4f3a-bb36-73edbd488a2a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:02.685874 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80f94d8a-1ac5-4649-9314-ed8ea8fdcfc4 req-3713cbc7-e3aa-4f3a-bb36-73edbd488a2a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.1136992 May 18 14:39:02.752571 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80f94d8a-1ac5-4649-9314-ed8ea8fdcfc4 req-4346a8ae-1e71-40d6-af78-59a5fc06d4ee tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657644 May 18 14:39:03.492084 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 1bb609cb-2421-4d89-a48f-687ce34928a2 up at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:03.577850 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Provisioning complete for port 1bb609cb-2421-4d89-a48f-687ce34928a2 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:03.578309 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.956803 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3362752-085c-494c-b2f7-b3d8f6277a50 req-71622f16-26bd-4e99-957b-ea69a988a612 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:03.958226 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d3362752-085c-494c-b2f7-b3d8f6277a50 req-71622f16-26bd-4e99-957b-ea69a988a612 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.0816083 May 18 14:39:04.004479 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d3362752-085c-494c-b2f7-b3d8f6277a50 req-719d2b5e-2892-41ac-bc40-d589607e3aa5 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 May 18 14:39:05.207919 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07e947-3623-4ce9-8705-441184ca9b24 req-479f2bb2-6926-4fd5-8466-1f0871066b40 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:05.210736 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5e07e947-3623-4ce9-8705-441184ca9b24 req-479f2bb2-6926-4fd5-8466-1f0871066b40 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.0920444 May 18 14:39:05.264266 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5e07e947-3623-4ce9-8705-441184ca9b24 req-5b8dfd9e-efd3-4564-8958-40520d61a35d tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446560 May 18 14:39:06.484988 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a71496-edee-4d36-8156-f9ab6becdd25 req-03a6c455-257d-40e7-b0e1-2e4cb1816e58 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:06.487432 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-84a71496-edee-4d36-8156-f9ab6becdd25 req-03a6c455-257d-40e7-b0e1-2e4cb1816e58 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.0998764 May 18 14:39:06.574535 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-84a71496-edee-4d36-8156-f9ab6becdd25 req-749d6e68-2c70-4bb4-85c3-562d59d27d89 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802677 May 18 14:39:07.781954 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d32af-ba48-412c-a39a-f296d995f30d req-2ef59feb-fede-417f-b2b9-422088cd7dad tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:07.783584 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8e8d32af-ba48-412c-a39a-f296d995f30d req-2ef59feb-fede-417f-b2b9-422088cd7dad tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.0918064 May 18 14:39:07.830126 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8e8d32af-ba48-412c-a39a-f296d995f30d req-0880f26f-0ff7-4b38-b1c0-6a6908e14866 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 May 18 14:39:09.031129 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dd00f-2409-4214-8040-bc4a73f9c579 req-1f0922a6-196c-4ca6-aa67-06c641962f47 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:09.032569 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d6dd00f-2409-4214-8040-bc4a73f9c579 req-1f0922a6-196c-4ca6-aa67-06c641962f47 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.0943465 May 18 14:39:09.081631 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d6dd00f-2409-4214-8040-bc4a73f9c579 req-060f9bab-50b9-4c6e-ad9a-697f501ccf9b tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397577 May 18 14:39:10.287195 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428c61b-fc1f-4ee8-87b2-606d6a56deea req-d65f9f04-3cc7-4cd3-947c-ca6f610122d9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:10.288764 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9428c61b-fc1f-4ee8-87b2-606d6a56deea req-d65f9f04-3cc7-4cd3-947c-ca6f610122d9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.0895138 May 18 14:39:10.351108 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9428c61b-fc1f-4ee8-87b2-606d6a56deea req-4b10246f-5154-4a49-ac87-14e429160f9c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528047 May 18 14:39:11.644370 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ffd4a-75f8-45db-8ed8-493eeb0c1da1 req-d9aa6eca-eefa-4bde-a775-51564d724a80 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:11.650095 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-935ffd4a-75f8-45db-8ed8-493eeb0c1da1 req-d9aa6eca-eefa-4bde-a775-51564d724a80 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.1719668 May 18 14:39:11.694501 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-935ffd4a-75f8-45db-8ed8-493eeb0c1da1 req-a3044c2f-63d6-4eda-b1de-f95ea8c12974 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 May 18 14:39:12.199305 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55114) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:12.351727 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.367421 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:12.371878 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] Usage tracker for resource:security_group_rule and tenant:0d120e71f7224b10869f3f17e33bf194 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:12.376537 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:12.388822 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:12.499642 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.503801 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.512026 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-146d863a-92b4-42b3-bb20-818863a2c408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:12.552969 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d120e71f7224b10869f3f17e33bf194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523061 May 18 14:39:12.555573 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55122) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:12.575074 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8674dafd-f60f-4050-863f-da3670892837,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:12.578361 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-87309c04-be59-4e2e-b8bc-f4136869f055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:12.637427 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1fbff35-bde6-4537-a9ec-e5df778708bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.665730 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1fbff35-bde6-4537-a9ec-e5df778708bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.736439 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1fbff35-bde6-4537-a9ec-e5df778708bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.745100 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d20f02db-ee3f-43b7-8e06-abd18341a010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:12.763675 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-e1fbff35-bde6-4537-a9ec-e5df778708bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.765152 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-e1fbff35-bde6-4537-a9ec-e5df778708bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8674dafd-f60f-4050-863f-da3670892837 HTTP/1.1" status: 204 len: 168 time: 0.2083862 May 18 14:39:12.781617 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbff35-bde6-4537-a9ec-e5df778708bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8674dafd-f60f-4050-863f-da3670892837,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:12.785419 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-e1fbff35-bde6-4537-a9ec-e5df778708bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:12.999505 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44942c-320e-486d-a21c-0c5e71080fa5 req-03725507-1947-46b7-a175-4f273486f3e9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:13.005418 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8a44942c-320e-486d-a21c-0c5e71080fa5 req-03725507-1947-46b7-a175-4f273486f3e9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.1416898 May 18 14:39:13.094207 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8a44942c-320e-486d-a21c-0c5e71080fa5 req-3ac78874-32fe-47f9-b8ca-5afb50a0a750 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860100 May 18 14:39:14.214677 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Request body: {'port': {'device_id': 'b3860565-b232-47c9-98b6-dea065725edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:14.283656 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacc61d-e542-4601-acc2-53930c6e5b5d req-08a0b302-605f-4b89-af8c-6031ef720e7e tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:14.285092 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5cacc61d-e542-4601-acc2-53930c6e5b5d req-08a0b302-605f-4b89-af8c-6031ef720e7e tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 931 time: 0.0859673 May 18 14:39:14.330498 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5cacc61d-e542-4601-acc2-53930c6e5b5d req-2abc2d05-a230-4641-b16f-375f629d0824 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 May 18 14:39:14.332289 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.686818 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07a3480-e8ea-48ef-95dd-d454418bec9a {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:14.694012 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.709760 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Transition to ACTIVE for port object a07a3480-e8ea-48ef-95dd-d454418bec9a will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:14.713972 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.717664 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-c031e441-0521-4143-b5b4-d1c10ac8d238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:14.928572 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Pushing event updated for resources: {'Port': ['ID=a07a3480-e8ea-48ef-95dd-d454418bec9a,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:14.956848 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:15.048453 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Attempting to bind port a07a3480-e8ea-48ef-95dd-d454418bec9a on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:15.048959 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Attempting to bind port a07a3480-e8ea-48ef-95dd-d454418bec9a by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:15.049300 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Attempting to bind port a07a3480-e8ea-48ef-95dd-d454418bec9a on network 6bb68804-b1ab-49c5-a244-5960a98f5a26 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:15.054741 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Port a07a3480-e8ea-48ef-95dd-d454418bec9a on network 6bb68804-b1ab-49c5-a244-5960a98f5a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:39:15.055065 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Attempting to bind port a07a3480-e8ea-48ef-95dd-d454418bec9a on network 6bb68804-b1ab-49c5-a244-5960a98f5a26 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:15.060178 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:15.060510 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Checking segment: {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:15.060889 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Bound using segment: {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:15.061311 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Bound port: a07a3480-e8ea-48ef-95dd-d454418bec9a, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b79369-e0dd-4865-9a25-7a4be677ecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:15.061698 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.154565 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] For port a07a3480-e8ea-48ef-95dd-d454418bec9a, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:15.157470 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] For port a07a3480-e8ea-48ef-95dd-d454418bec9a, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:15.162977 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.166714 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-7ac628f6-49b7-403d-9977-81e0bccc43d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:15.225186 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:15.226327 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.227248 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] 10.222.0.13 "PUT /v2.0/ports/a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 1093 time: 1.0194345 May 18 14:39:15.227770 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:15.250581 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Pushing event updated for resources: {'Port': ['ID=a07a3480-e8ea-48ef-95dd-d454418bec9a,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:15.253704 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:15.308503 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'status': 'completed', 'code': 200} May 18 14:39:15.355649 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-54b6e086-c1a9-48fc-a453-c038c3b0d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:15.357143 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-54b6e086-c1a9-48fc-a453-c038c3b0d428 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d723f53cf6a489c81af66cbc2c33848&device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1096 time: 0.0844762 May 18 14:39:15.427408 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-3cfb8553-895f-41ca-a253-732da456713e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 217 time: 0.0616441 May 18 14:39:15.497223 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ecf4c8e5-97e5-48f9-99be-bd8857eead71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:15.498611 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-ecf4c8e5-97e5-48f9-99be-bd8857eead71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca524bd0-988d-4ff3-86b7-3f664e1abd56 HTTP/1.1" status: 200 len: 854 time: 0.0641651 May 18 14:39:15.531243 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afb1a2-7909-491f-8949-700c1dd40c3c req-26211b0e-4851-479a-88d0-c3f820ae4b2a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:15.532855 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-32afb1a2-7909-491f-8949-700c1dd40c3c req-26211b0e-4851-479a-88d0-c3f820ae4b2a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 943 time: 0.0911586 May 18 14:39:15.577372 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-487c8def-3ea3-4f66-8c98-01d53a2939fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:15.578874 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-487c8def-3ea3-4f66-8c98-01d53a2939fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bb68804-b1ab-49c5-a244-5960a98f5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726256 May 18 14:39:15.584296 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-32afb1a2-7909-491f-8949-700c1dd40c3c req-58c86812-baff-447f-b6ac-f2c0b4fca2b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 May 18 14:39:15.719251 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-a884c3f0-6608-4790-9c9c-8c1d606a9889 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327059 May 18 14:39:15.859944 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-cbcb1136-b5e3-484f-9476-560e83d8fde8 req-fc190a11-53d9-4caa-8255-069f5cafad62 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325393 May 18 14:39:15.981728 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-3be9cdaf-41cc-46fa-a576-c0669c05ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:15.983095 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-3be9cdaf-41cc-46fa-a576-c0669c05ef8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d723f53cf6a489c81af66cbc2c33848&device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1096 time: 0.0744934 May 18 14:39:16.117750 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-acf8383e-5972-4bf0-9077-b5629bfdb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:16.119184 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-acf8383e-5972-4bf0-9077-b5629bfdb480 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 200 len: 916 time: 0.1288371 May 18 14:39:16.189671 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-c19ecfee-50c8-4f38-a9c6-7adc7a4ff54d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 217 time: 0.0592818 May 18 14:39:16.258301 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-59bef132-87b9-4621-8832-d4bfa8fca284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:16.259632 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-59bef132-87b9-4621-8832-d4bfa8fca284 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca524bd0-988d-4ff3-86b7-3f664e1abd56 HTTP/1.1" status: 200 len: 854 time: 0.0620739 May 18 14:39:16.338997 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-72196f31-34e9-4f47-a091-7e043e463744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:16.340448 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-72196f31-34e9-4f47-a091-7e043e463744 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bb68804-b1ab-49c5-a244-5960a98f5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720649 May 18 14:39:16.484892 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-7bc90e5a-9149-4878-806c-44ccc1128531 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351719 May 18 14:39:16.701346 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-c9e24de1-1935-4574-8bcb-9d3c5b45243f req-c3e0d871-3dd9-42c4-9025-96b361441ce8 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087603 May 18 14:39:16.882995 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4f19-238e-428f-b09a-d1616f837946 req-559d6c31-607e-42dc-b039-d6d2212725f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:16.884438 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ea2f4f19-238e-428f-b09a-d1616f837946 req-559d6c31-607e-42dc-b039-d6d2212725f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 943 time: 0.1939974 May 18 14:39:16.930378 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ea2f4f19-238e-428f-b09a-d1616f837946 req-044c91a7-db44-44bc-964d-72b24dc09be0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 May 18 14:39:18.121326 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df11b0-cd62-48bc-bcd8-b9751a06a414 req-1c4ae873-b7bf-4024-a3a9-7aec49ac6db0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:18.122820 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-78df11b0-cd62-48bc-bcd8-b9751a06a414 req-1c4ae873-b7bf-4024-a3a9-7aec49ac6db0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 943 time: 0.0864131 May 18 14:39:18.174340 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-78df11b0-cd62-48bc-bcd8-b9751a06a414 req-387fd411-72a8-4d9b-a01a-07e7921ea8f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454481 May 18 14:39:18.896215 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-3c5a8636-09a0-422b-85d0-f29e9c31dac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:18.987994 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:19.360136 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f3dc3-845a-457b-ace0-c0b0aafe8e4c req-d0a47b93-0857-4288-b3bf-508b4da38a4a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:19.362147 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-315f3dc3-845a-457b-ace0-c0b0aafe8e4c req-d0a47b93-0857-4288-b3bf-508b4da38a4a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 943 time: 0.0818357 May 18 14:39:19.409657 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-315f3dc3-845a-457b-ace0-c0b0aafe8e4c req-2817b691-f7fc-4934-b882-55387e117835 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401151 May 18 14:39:19.585638 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-83765448-0025-4d4a-a98a-893143d2a42a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735614070&fields=id&tenant_id=64ab0ec53fe84b4a968c40c55521d824 HTTP/1.1" status: 200 len: 267 time: 0.0406413 May 18 14:39:19.737581 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765b8-f417-4205-b633-10bed8026946 req-020a5672-d17d-469a-a1c3-6a22a87c738d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:19.739801 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-020a5672-d17d-469a-a1c3-6a22a87c738d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 812 time: 0.1477821 May 18 14:39:19.754699 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-eb1aa65b-cb31-47e3-8585-d90adfb3deef tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/quotas/64ab0ec53fe84b4a968c40c55521d824 HTTP/1.1" status: 200 len: 375 time: 0.0094237 May 18 14:39:19.818726 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device a07a3480-e8ea-48ef-95dd-d454418bec9a details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:39:19.836989 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-e12765b8-f417-4205-b633-10bed8026946 req-ffccab91-f0d2-40a2-b2b3-9ead997ee7d9 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Synchronizing usage tracker for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:19.854256 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-e12765b8-f417-4205-b633-10bed8026946 req-ffccab91-f0d2-40a2-b2b3-9ead997ee7d9 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Unset dirty status for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:19.855582 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-ffccab91-f0d2-40a2-b2b3-9ead997ee7d9 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962510 May 18 14:39:19.951848 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port a07a3480-e8ea-48ef-95dd-d454418bec9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:19.965536 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'port_id': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'mac_address': 'fa:16:3e:07:32:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:39:19.995110 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-0465ceff-4c11-4b2d-be36-dda52dab20de service neutron] 10.222.0.44 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277647 May 18 14:39:20.025310 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:20.042300 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07a3480-e8ea-48ef-95dd-d454418bec9a {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:20.057794 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port a07a3480-e8ea-48ef-95dd-d454418bec9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:20.061605 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:20.064332 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-49585f7b-061b-4287-9ec2-7d9b67b5115e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:20.129839 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-b19c6ab5-7d8e-4f70-9906-0fd7d2eb09b9 service neutron] 10.222.0.44 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288483 May 18 14:39:20.131453 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=a07a3480-e8ea-48ef-95dd-d454418bec9a,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:20.138635 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.138978 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.139615 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.139947 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.140274 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.140599 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.140918 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.141235 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.141575 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.141894 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.142251 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.142507 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:20.147583 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:20.320446 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['a07a3480-e8ea-48ef-95dd-d454418bec9a'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:20.639067 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36c663-b036-49bb-bd5b-859ce57bfb33 req-9e41c470-ba9f-4393-94d3-24a9c8563b93 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:20.640535 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7e36c663-b036-49bb-bd5b-859ce57bfb33 req-9e41c470-ba9f-4393-94d3-24a9c8563b93 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 944 time: 0.0808725 May 18 14:39:20.693990 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7e36c663-b036-49bb-bd5b-859ce57bfb33 req-31a00c32-eb35-409a-a88c-627a41c7ad2a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463195 May 18 14:39:20.781288 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7b82d5f2-8730-43bf-8ed1-4d11f082eaa7 req-b6f7cd4a-cb89-4521-a8bb-9e1f358b2c24 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 210 time: 0.0422728 May 18 14:39:21.489482 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9a6f9e40-a6ee-454e-977f-e909a1289186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:21.534089 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:21.622441 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765b8-f417-4205-b633-10bed8026946 req-f0bb10e9-9f5e-4aa0-8477-8affdc94a160 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.623144 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-e12765b8-f417-4205-b633-10bed8026946 req-f0bb10e9-9f5e-4aa0-8477-8affdc94a160 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Synchronizing usage tracker for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:network {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:21.640642 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-e12765b8-f417-4205-b633-10bed8026946 req-f0bb10e9-9f5e-4aa0-8477-8affdc94a160 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Unset dirty status for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:network {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:21.642008 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-f0bb10e9-9f5e-4aa0-8477-8affdc94a160 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 812 time: 0.1661372 May 18 14:39:21.694256 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-e12765b8-f417-4205-b633-10bed8026946 req-1e329813-b5dc-4b7f-bb84-c437ff1554c3 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Synchronizing usage tracker for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:security_group {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:21.710588 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [req-e12765b8-f417-4205-b633-10bed8026946 req-1e329813-b5dc-4b7f-bb84-c437ff1554c3 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Unset dirty status for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:security_group {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:21.711765 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-1e329813-b5dc-4b7f-bb84-c437ff1554c3 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ab0ec53fe84b4a968c40c55521d824 HTTP/1.1" status: 200 len: 379 time: 0.0613668 May 18 14:39:21.727010 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'port': {'device_id': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'admin_state_up': True, 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'security_groups': ['cb890ca6-da4a-4e62-80e1-81abf2bb108b']}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:21.850651 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device a07a3480-e8ea-48ef-95dd-d454418bec9a up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:21.867487 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:21.880485 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:21.886360 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6b31a-7358-47d8-9e86-a5d8636ec3f9 req-0fcd05af-4bd5-4a0c-a1df-5d5bac7770f0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.888091 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e7f6b31a-7358-47d8-9e86-a5d8636ec3f9 req-0fcd05af-4bd5-4a0c-a1df-5d5bac7770f0 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 944 time: 0.0840311 May 18 14:39:21.894459 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Made reservation on behalf of 64ab0ec53fe84b4a968c40c55521d824 for: {'port': 1} {{(pid=91462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:21.897961 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:21.920157 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port a07a3480-e8ea-48ef-95dd-d454418bec9a completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:21.924962 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port a07a3480-e8ea-48ef-95dd-d454418bec9a triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:21.926045 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:21.937233 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e7f6b31a-7358-47d8-9e86-a5d8636ec3f9 req-0ac64d48-a6a8-492b-b269-dbc88713dbf6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 May 18 14:39:22.057952 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:22.067001 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Allocated IP 172.20.0.4 (80bac765-7a7d-4a9e-8567-62c95bf94d97/37ef0fca-27ec-4f66-9743-7b301a875485/eccbc436-8dfb-4f01-8867-77c5fe0e2aed) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:22.087282 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:22.094376 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afe76c00-3f2a-425a-a714-2e37fe3a9896 req-c5ae9005-b922-4560-8dc1-a1b56302f90f tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 210 time: 0.0502608 May 18 14:39:22.099203 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port a07a3480-e8ea-48ef-95dd-d454418bec9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:22.103912 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:22.107012 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-28127d35-306c-4652-88f7-5881b5e31d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:22.155116 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'code': 200} May 18 14:39:22.189707 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=a07a3480-e8ea-48ef-95dd-d454418bec9a,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:22.193261 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:22.275726 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:22.291445 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Transition to ACTIVE for port object eccbc436-8dfb-4f01-8867-77c5fe0e2aed will not be triggered until provisioned by entity DHCP. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:22.316405 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:22.322281 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-168d51ba-6a95-42e9-9ae9-432e78938f0f tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:22.332565 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.13', 52473) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:22.397140 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:22.400341 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:22.404267 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:22.423342 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954912e-9530-4c23-b1cc-b5aa20879319 req-bda0cac2-bb46-42e3-96ed-a898209da800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:22.425798 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5954912e-9530-4c23-b1cc-b5aa20879319 req-bda0cac2-bb46-42e3-96ed-a898209da800 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1098 time: 0.0867763 May 18 14:39:22.436406 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'Port': ['ID=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:22.451660 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:22.485150 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5954912e-9530-4c23-b1cc-b5aa20879319 req-b4526b92-8b79-41e1-931d-c98374b93cf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 May 18 14:39:22.490995 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:22.491560 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:22.522949 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-022fbe1b-40a8-45d1-9715-1ce61f9d2f39 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8007188 May 18 14:39:22.558004 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Request body: {'port': {'device_id': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:22.564223 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:22.638722 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-2cbb6457-4d3e-4b57-b502-c6259c5cee84 None None] Provisioning for port eccbc436-8dfb-4f01-8867-77c5fe0e2aed completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:22.643402 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-2cbb6457-4d3e-4b57-b502-c6259c5cee84 None None] Provisioning complete for port eccbc436-8dfb-4f01-8867-77c5fe0e2aed triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:22.643769 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2cbb6457-4d3e-4b57-b502-c6259c5cee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:22.680232 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:22.697041 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb6457-4d3e-4b57-b502-c6259c5cee84 None None] Port eccbc436-8dfb-4f01-8867-77c5fe0e2aed cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:39:22.911742 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-bb3cb83f-b9aa-4741-81e0-81567b9c4371 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Synchronizing usage tracker for tenant:de6ef6f6ce384b628209271499522fd3 on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:22.928074 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-bb3cb83f-b9aa-4741-81e0-81567b9c4371 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Unset dirty status for tenant:de6ef6f6ce384b628209271499522fd3 on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:22.929489 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-bb3cb83f-b9aa-4741-81e0-81567b9c4371 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479842751&fields=id&tenant_id=de6ef6f6ce384b628209271499522fd3 HTTP/1.1" status: 200 len: 267 time: 0.0618267 May 18 14:39:23.022810 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccbc436-8dfb-4f01-8867-77c5fe0e2aed {{(pid=91462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:23.030163 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:23.044848 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.provisioning_blocks [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Transition to ACTIVE for port object eccbc436-8dfb-4f01-8867-77c5fe0e2aed will not be triggered until provisioned by entity L2. {{(pid=91462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:23.048537 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:23.052265 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ae545af0-79a3-4c98-97df-28c035e66701 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:23.082362 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-e3b8d6bf-432a-4b76-a242-6d37592ab720 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:23.083018 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-e3b8d6bf-432a-4b76-a242-6d37592ab720 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Synchronizing usage tracker for tenant:de6ef6f6ce384b628209271499522fd3 on resource:network {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:23.100573 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-e3b8d6bf-432a-4b76-a242-6d37592ab720 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Unset dirty status for tenant:de6ef6f6ce384b628209271499522fd3 on resource:network {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:23.101818 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-e3b8d6bf-432a-4b76-a242-6d37592ab720 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/networks?id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 200 len: 809 time: 0.1654155 May 18 14:39:23.118568 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-64a2791c-a9d1-4109-a6cd-3eba51588950 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/quotas/de6ef6f6ce384b628209271499522fd3 HTTP/1.1" status: 200 len: 375 time: 0.0102296 May 18 14:39:23.211337 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-c929a9bf-c80d-4953-8ba6-e28cd876cc6d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Synchronizing usage tracker for tenant:de6ef6f6ce384b628209271499522fd3 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:23.212004 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Pushing event updated for resources: {'Port': ['ID=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:23.219012 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:23.235752 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-c929a9bf-c80d-4953-8ba6-e28cd876cc6d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Unset dirty status for tenant:de6ef6f6ce384b628209271499522fd3 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:23.249302 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-c929a9bf-c80d-4953-8ba6-e28cd876cc6d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=de6ef6f6ce384b628209271499522fd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150339 May 18 14:39:23.290664 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Attempting to bind port eccbc436-8dfb-4f01-8867-77c5fe0e2aed on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:23.291253 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Attempting to bind port eccbc436-8dfb-4f01-8867-77c5fe0e2aed by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:23.291619 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Attempting to bind port eccbc436-8dfb-4f01-8867-77c5fe0e2aed on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:23.297020 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Port eccbc436-8dfb-4f01-8867-77c5fe0e2aed on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:39:23.297020 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Attempting to bind port eccbc436-8dfb-4f01-8867-77c5fe0e2aed on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:23.302596 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:23.302932 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Checking segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:23.303317 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Bound using segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} {{(pid=91462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:23.303743 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.managers [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Bound port: eccbc436-8dfb-4f01-8867-77c5fe0e2aed, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}}] {{(pid=91462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:23.304092 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:23.398300 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-27b0d4a0-15e5-48fb-b0f9-f4ba92ddde07 service neutron] 10.222.0.44 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466463 May 18 14:39:23.486479 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] For port eccbc436-8dfb-4f01-8867-77c5fe0e2aed, host hv-cinder-79123, cleared binding levels {{(pid=91462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:23.490718 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] For port eccbc436-8dfb-4f01-8867-77c5fe0e2aed, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:23.494790 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:23.498680 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-04a80e56-5634-448d-89c9-18aa486edefb tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:23.558072 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:23.558656 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:23.560021 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] 10.222.0.13 "PUT /v2.0/ports/eccbc436-8dfb-4f01-8867-77c5fe0e2aed HTTP/1.1" status: 200 len: 1093 time: 1.0083232 May 18 14:39:23.560590 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'tag': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:23.580560 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Pushing event updated for resources: {'Port': ['ID=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,revision_number=3']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:23.585000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:23.655889 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-7ff9b210-8c89-4665-b9d6-d6fc6261f275 service neutron] 10.222.0.44 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501082 May 18 14:39:23.689586 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765b8-f417-4205-b633-10bed8026946 req-ff025f43-bcdf-4fa7-b19f-8d30f4d3114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:23.691774 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-ff025f43-bcdf-4fa7-b19f-8d30f4d3114d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 1096 time: 0.0871491 May 18 14:39:23.763611 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-24e6f335-b41a-418c-98d6-1ad8c78a53ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eccbc436-8dfb-4f01-8867-77c5fe0e2aed HTTP/1.1" status: 200 len: 217 time: 0.0636702 May 18 14:39:23.829145 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765b8-f417-4205-b633-10bed8026946 req-e0eff115-4e42-4b10-9ac3-a0a7dd6d6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:23.830664 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-e0eff115-4e42-4b10-9ac3-a0a7dd6d6249 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0604992 May 18 14:39:23.908196 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12765b8-f417-4205-b633-10bed8026946 req-0e326fe5-0cc3-46aa-9102-ee35a23bd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:23.909797 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-0e326fe5-0cc3-46aa-9102-ee35a23bd1f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721805 May 18 14:39:24.047591 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-6523e9ad-f09d-4af9-a8d5-8f7dd8f4231c service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307564 May 18 14:39:24.168596 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc43e16-82ad-477f-ae50-0ab27fdc77e0 req-99683271-204a-41f2-90ab-d81c10bf0a5a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.170527 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1fc43e16-82ad-477f-ae50-0ab27fdc77e0 req-99683271-204a-41f2-90ab-d81c10bf0a5a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 945 time: 0.0912912 May 18 14:39:24.178318 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:24.188607 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-e12765b8-f417-4205-b633-10bed8026946 req-8a564176-6483-4f9e-a34e-c9b0d90939aa service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339078 May 18 14:39:24.220945 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1fc43e16-82ad-477f-ae50-0ab27fdc77e0 req-e8880a2b-9103-48f9-9303-d0524dd45838 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 May 18 14:39:24.402251 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609ddfe-a36a-4351-96d8-7551389ef2e4 req-6a6b591e-1bab-417b-a6e6-238174a95924 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.404141 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5609ddfe-a36a-4351-96d8-7551389ef2e4 req-6a6b591e-1bab-417b-a6e6-238174a95924 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 943 time: 0.0847464 May 18 14:39:24.451628 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5609ddfe-a36a-4351-96d8-7551389ef2e4 req-c9aa5b48-e765-4bf2-a286-4fbc2acdb607 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 May 18 14:39:24.503569 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'tag': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'status': 'completed', 'code': 200} May 18 14:39:24.621285 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-fa4052fd-1107-4520-937c-cd0e9f24762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.622614 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-fa4052fd-1107-4520-937c-cd0e9f24762f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 1096 time: 0.0777164 May 18 14:39:24.637957 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-632758d1-e1eb-49ef-9a1c-58b159d51d76 req-ea58faa4-468b-4dcd-aff6-71a20f068f14 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 210 time: 0.0503216 May 18 14:39:24.759998 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-e7859906-dd89-480b-9013-21525c4ade46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.761428 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-e7859906-dd89-480b-9013-21525c4ade46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.1324430 May 18 14:39:24.815855 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283f55-e883-436c-8061-c0687f96518f req-6a649162-3914-4145-8e77-6d808e864150 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.817292 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d7283f55-e883-436c-8061-c0687f96518f req-6a649162-3914-4145-8e77-6d808e864150 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 945 time: 0.0788262 May 18 14:39:24.827987 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-ac3cc779-4858-41d0-84a2-5d31073c2b5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eccbc436-8dfb-4f01-8867-77c5fe0e2aed HTTP/1.1" status: 200 len: 217 time: 0.0592477 May 18 14:39:24.862071 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d7283f55-e883-436c-8061-c0687f96518f req-89d89adb-cf29-4f7a-8d1b-a369e67c1dee tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 May 18 14:39:24.895743 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-3f5bde21-49c6-4ed0-bbe2-eaf27d13d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.897184 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-3f5bde21-49c6-4ed0-bbe2-eaf27d13d575 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0626185 May 18 14:39:24.979190 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-08d362a7-9f50-42d1-a581-6901a065374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.980670 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-08d362a7-9f50-42d1-a581-6901a065374e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757246 May 18 14:39:25.138344 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-22237989-d602-4a72-9ad1-4c69060fdbd4 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492119 May 18 14:39:25.180745 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-f88a21d3-2d20-4e20-b1e1-b0b08627f08b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:25.182763 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-f88a21d3-2d20-4e20-b1e1-b0b08627f08b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.13 "GET /v2.0/networks?id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 200 len: 809 time: 0.1708844 May 18 14:39:25.289083 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-fca88137-1ad1-406d-af71-2bb44c182bd2 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6ef6f6ce384b628209271499522fd3 HTTP/1.1" status: 200 len: 379 time: 0.0973291 May 18 14:39:25.297730 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Request body: {'port': {'device_id': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'admin_state_up': True, 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'security_groups': ['c00d8fc3-730a-4fcc-834d-137acb27b009']}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:25.297916 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-ccf62222-f882-4467-bb24-24e80fc09a0d req-84ecd638-fb09-4024-ac01-dcbce1d6981e service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487648 May 18 14:39:25.418271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5c740-a2d8-49f9-b830-50e0e1ecc5db req-f6305aa0-40aa-4f78-839e-3efc2df21673 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:25.419628 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ec5c740-a2d8-49f9-b830-50e0e1ecc5db req-f6305aa0-40aa-4f78-839e-3efc2df21673 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 945 time: 0.2084596 May 18 14:39:25.474513 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:25.486543 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5ec5c740-a2d8-49f9-b830-50e0e1ecc5db req-c34638fe-2d7c-4251-b933-1b59b73a8dd4 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604215 May 18 14:39:25.490175 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:25.500176 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Made reservation on behalf of de6ef6f6ce384b628209271499522fd3 for: {'port': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:25.504470 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:25.732668 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Allocated IP 172.20.0.7 (4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc/c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6/2e18ddce-b353-43c0-a15c-a12016b9af9b) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:25.744873 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b320e-552b-4099-83d8-f4d565f24e01 req-058f529d-67d0-4d36-90e6-f12b8c0bc382 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:25.746348 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-de0b320e-552b-4099-83d8-f4d565f24e01 req-058f529d-67d0-4d36-90e6-f12b8c0bc382 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 943 time: 0.1520085 May 18 14:39:25.837299 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-de0b320e-552b-4099-83d8-f4d565f24e01 req-22bde7e6-7303-4940-9b73-ba8272445e3d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817566 May 18 14:39:25.996146 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:26.056431 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Transition to ACTIVE for port object 2e18ddce-b353-43c0-a15c-a12016b9af9b will not be triggered until provisioned by entity DHCP. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:26.059266 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae7dfb14-2d9d-40ef-a0b9-967d6d98415c req-155e0d52-c0ad-40b2-9a6c-fc548139b9c1 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 210 time: 0.0537167 May 18 14:39:26.083606 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:26.088944 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-21696b1b-cbfe-4a68-a394-cad166762228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:26.154028 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:26.156930 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:26.161612 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:26.191791 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'Port': ['ID=2e18ddce-b353-43c0-a15c-a12016b9af9b,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:26.198333 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:26.228492 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:26.229052 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:26.257164 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9630373 May 18 14:39:26.269259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Request body: {'port': {'device_id': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:26.391524 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:26.415947 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-ce1c1d94-9db6-484d-885a-1809b61ba6f1 None None] Provisioning for port 2e18ddce-b353-43c0-a15c-a12016b9af9b completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:26.423831 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-ce1c1d94-9db6-484d-885a-1809b61ba6f1 None None] Provisioning complete for port 2e18ddce-b353-43c0-a15c-a12016b9af9b triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:26.424202 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1d94-9db6-484d-885a-1809b61ba6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:26.484393 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c1d94-9db6-484d-885a-1809b61ba6f1 None None] Port 2e18ddce-b353-43c0-a15c-a12016b9af9b cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:39:26.827235 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e18ddce-b353-43c0-a15c-a12016b9af9b {{(pid=91461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:26.834508 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:26.849500 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Transition to ACTIVE for port object 2e18ddce-b353-43c0-a15c-a12016b9af9b will not be triggered until provisioned by entity L2. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:26.853046 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:26.857390 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1519e399-2bb4-44a9-916e-c67b5b315d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:27.058783 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Pushing event updated for resources: {'Port': ['ID=2e18ddce-b353-43c0-a15c-a12016b9af9b,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:27.074062 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:27.163742 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a7590-5da2-4664-9398-ba2e6be63c1d req-351b2101-37de-4a3d-9b0d-4cf3c06c6b9e tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:27.165196 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-418a7590-5da2-4664-9398-ba2e6be63c1d req-351b2101-37de-4a3d-9b0d-4cf3c06c6b9e tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 943 time: 0.2073312 May 18 14:39:27.166038 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Attempting to bind port 2e18ddce-b353-43c0-a15c-a12016b9af9b on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:27.166360 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Attempting to bind port 2e18ddce-b353-43c0-a15c-a12016b9af9b by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:27.166681 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Attempting to bind port 2e18ddce-b353-43c0-a15c-a12016b9af9b on network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:27.172601 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Port 2e18ddce-b353-43c0-a15c-a12016b9af9b on network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:39:27.172864 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Attempting to bind port 2e18ddce-b353-43c0-a15c-a12016b9af9b on network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:27.191771 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:27.192105 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Checking segment: {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:27.192661 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Bound using segment: {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:27.192891 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Bound port: 2e18ddce-b353-43c0-a15c-a12016b9af9b, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc'}}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:27.193236 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:27.274367 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-418a7590-5da2-4664-9398-ba2e6be63c1d req-3a07ed94-fd29-443a-9ed6-69ced2a446ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026561 May 18 14:39:27.308249 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, cleared binding levels {{(pid=91461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:27.311431 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:27.317326 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:27.322785 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-46dd6f28-465f-4e4f-9e81-2acdecc02cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:27.384010 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:27.384010 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:27.384010 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-196f0074-501b-4c79-abae-6375171c1caf service neutron] 10.222.0.13 "PUT /v2.0/ports/2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 200 len: 1093 time: 1.1190958 May 18 14:39:27.385159 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:27.510832 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Pushing event updated for resources: {'Port': ['ID=2e18ddce-b353-43c0-a15c-a12016b9af9b,revision_number=3']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:27.515500 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:27.545914 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814bf93-da43-4ddf-b6bb-590d1183be43 req-93c42f3d-a61a-4322-bb41-5d5291a7575c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:27.546626 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-b814bf93-da43-4ddf-b6bb-590d1183be43 req-93c42f3d-a61a-4322-bb41-5d5291a7575c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Synchronizing usage tracker for tenant:de6ef6f6ce384b628209271499522fd3 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:27.557472 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-619178dc-7b31-4883-a151-369eb34335c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:27.559132 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-619178dc-7b31-4883-a151-369eb34335c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6ef6f6ce384b628209271499522fd3&device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1096 time: 0.1345196 May 18 14:39:27.622682 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-b814bf93-da43-4ddf-b6bb-590d1183be43 req-93c42f3d-a61a-4322-bb41-5d5291a7575c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Unset dirty status for tenant:de6ef6f6ce384b628209271499522fd3 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:27.623740 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b814bf93-da43-4ddf-b6bb-590d1183be43 req-93c42f3d-a61a-4322-bb41-5d5291a7575c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.2440670 May 18 14:39:27.632769 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-d81afcd8-b280-49f9-81eb-e7e38b983482 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 200 len: 217 time: 0.0657661 May 18 14:39:27.715910 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b814bf93-da43-4ddf-b6bb-590d1183be43 req-0d3331d6-2cd7-4ea0-8bdf-76bf7eb7df76 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845957 May 18 14:39:27.719095 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-28700d3c-9dba-42f0-a3c9-8d8c2a51117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:27.720418 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-28700d3c-9dba-42f0-a3c9-8d8c2a51117d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 HTTP/1.1" status: 200 len: 848 time: 0.0753653 May 18 14:39:27.798689 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-5682c2b7-f01e-4c0f-b369-1652c559eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:27.800791 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-5682c2b7-f01e-4c0f-b369-1652c559eabe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734785 May 18 14:39:27.934657 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-b04ec4ca-0897-4818-a3b6-42063a502640 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267669 May 18 14:39:28.073233 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c75acc9-a3c7-4e00-8140-f333af269c8c req-a13fa217-2c76-4bf8-bb10-441568826152 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300223 May 18 14:39:28.182421 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:39:28.284964 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'status': 'completed', 'code': 200} May 18 14:39:28.379374 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-92c0734a-596f-4dcc-a157-9267e383f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.380938 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-92c0734a-596f-4dcc-a157-9267e383f6ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6ef6f6ce384b628209271499522fd3&device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1096 time: 0.0715613 May 18 14:39:28.671892 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-7c24c97d-0922-45d2-a3f3-7b4ed9468da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.673306 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-7c24c97d-0922-45d2-a3f3-7b4ed9468da9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 200 len: 910 time: 0.2529538 May 18 14:39:28.681823 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34437aba-0670-44c1-a592-ae6797d2416f req-a0f2e197-a1bb-41ae-bef4-40cf2383085b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.683125 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-34437aba-0670-44c1-a592-ae6797d2416f req-a0f2e197-a1bb-41ae-bef4-40cf2383085b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 943 time: 0.2925088 May 18 14:39:28.763686 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-8a8234ec-6ac0-4fcd-92f6-20eb02e52c1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 200 len: 217 time: 0.0796316 May 18 14:39:28.819717 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-34437aba-0670-44c1-a592-ae6797d2416f req-3cc5ec16-df08-4f33-8466-dd23a29ca06b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899632 May 18 14:39:28.838037 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-dde935b3-b226-45d4-a588-6b8982715a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.839454 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-dde935b3-b226-45d4-a588-6b8982715a8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 HTTP/1.1" status: 200 len: 848 time: 0.0652428 May 18 14:39:28.959402 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-b4c57211-ec75-4ec1-ac9f-7ae84572f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.960828 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-b4c57211-ec75-4ec1-ac9f-7ae84572f101 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1144993 May 18 14:39:29.089421 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9404e-ddb1-45d4-a701-475973944c32 req-50fdd372-e34d-42ba-bcfe-ad378017b195 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:29.090771 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d8b9404e-ddb1-45d4-a701-475973944c32 req-50fdd372-e34d-42ba-bcfe-ad378017b195 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.1772895 May 18 14:39:29.133093 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-72bf5689-01b0-4ca6-b590-55f8aa15f411 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639705 May 18 14:39:29.180178 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d8b9404e-ddb1-45d4-a701-475973944c32 req-e087fdde-e1b0-4a45-99c1-6a201a32b75b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812564 May 18 14:39:29.274948 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5399ea22-4911-4a76-a3da-8c2cd5dd6c19 req-9ccf617d-a324-45d1-a12d-ba4c79a1b8e6 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334476 May 18 14:39:30.004030 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47b390-7ed5-41f8-865b-d38f08d07c76 req-e7adf597-bfd5-45c7-93e5-9f3b687f4a25 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:30.005441 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb47b390-7ed5-41f8-865b-d38f08d07c76 req-e7adf597-bfd5-45c7-93e5-9f3b687f4a25 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 943 time: 0.0825398 May 18 14:39:30.048176 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb47b390-7ed5-41f8-865b-d38f08d07c76 req-fed1c844-445c-4ae6-b00b-4f12fed3dc5d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370376 May 18 14:39:30.365134 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89515d12-f196-4b1c-b9f0-ceebc3c0f7bc req-f8be32ac-2350-443f-983f-4105e8cdec37 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:30.366638 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-89515d12-f196-4b1c-b9f0-ceebc3c0f7bc req-f8be32ac-2350-443f-983f-4105e8cdec37 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0791867 May 18 14:39:30.411791 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-89515d12-f196-4b1c-b9f0-ceebc3c0f7bc req-d2788df0-bd91-419c-9490-2ee3e40c955c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391340 May 18 14:39:31.232170 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb948e38-cd3b-4449-a98c-a7dcd8b6bbf8 req-6eb8a2ee-f749-48d5-b12c-3cc5bf9823c8 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:31.233602 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb948e38-cd3b-4449-a98c-a7dcd8b6bbf8 req-6eb8a2ee-f749-48d5-b12c-3cc5bf9823c8 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 943 time: 0.0818250 May 18 14:39:31.278858 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cb948e38-cd3b-4449-a98c-a7dcd8b6bbf8 req-60d98474-7579-4711-8694-dfd1ab91bbcf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384908 May 18 14:39:31.599762 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55b2e5-5a77-40f6-b6b4-e38a5e128a2a req-8da26fb6-4f60-4260-9933-abc75e1a2ea3 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:31.601235 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cc55b2e5-5a77-40f6-b6b4-e38a5e128a2a req-8da26fb6-4f60-4260-9933-abc75e1a2ea3 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0834267 May 18 14:39:31.646967 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-cc55b2e5-5a77-40f6-b6b4-e38a5e128a2a req-ac8390ac-2836-45a9-8e8b-eece8129758d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400290 May 18 14:39:32.465032 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde4c44-aa68-477d-947e-11ab8de1a40c req-fdc73b9d-a80a-4c80-bc3f-7c7baf1c8e1f tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:32.466569 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9dde4c44-aa68-477d-947e-11ab8de1a40c req-fdc73b9d-a80a-4c80-bc3f-7c7baf1c8e1f tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 943 time: 0.0795646 May 18 14:39:32.513168 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9dde4c44-aa68-477d-947e-11ab8de1a40c req-a17b3890-ec0b-49bd-8f6b-f128b98c9304 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 May 18 14:39:32.829610 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae6031-c2ba-4b10-ab63-a5819f379949 req-4907fe6a-b95d-4959-8800-6d65d72be921 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:32.831794 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-09ae6031-c2ba-4b10-ab63-a5819f379949 req-4907fe6a-b95d-4959-8800-6d65d72be921 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0830178 May 18 14:39:32.875667 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-09ae6031-c2ba-4b10-ab63-a5819f379949 req-f681ed32-53c4-4cc9-8098-22a5d882dd77 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383096 May 18 14:39:33.699971 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983520-67d1-486b-99f6-83407f58bce8 req-aad1745c-6a7e-4fa7-aa32-c52d9a61ff92 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:33.701384 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-28983520-67d1-486b-99f6-83407f58bce8 req-aad1745c-6a7e-4fa7-aa32-c52d9a61ff92 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 943 time: 0.0811403 May 18 14:39:33.750000 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-28983520-67d1-486b-99f6-83407f58bce8 req-64d9651b-ec83-4b24-8792-4f1f05e6c699 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 May 18 14:39:33.912137 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device eccbc436-8dfb-4f01-8867-77c5fe0e2aed details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:39:34.044496 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port eccbc436-8dfb-4f01-8867-77c5fe0e2aed, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:34.058018 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'port_id': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'mac_address': 'fa:16:3e:36:13:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:39:34.062075 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4654156-e31b-4839-92a1-fb4b486ed50f req-b988f667-d77f-4607-85ba-406d7c266252 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:34.063523 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b4654156-e31b-4839-92a1-fb4b486ed50f req-b988f667-d77f-4607-85ba-406d7c266252 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0809221 May 18 14:39:34.108262 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b4654156-e31b-4839-92a1-fb4b486ed50f req-b2b4b2b2-2457-48c1-b34f-b09d37981f6b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 May 18 14:39:34.113562 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:34.130579 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccbc436-8dfb-4f01-8867-77c5fe0e2aed {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:34.146129 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port eccbc436-8dfb-4f01-8867-77c5fe0e2aed, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:34.149969 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:34.152834 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-28127d35-306c-4652-88f7-5881b5e31d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:34.223121 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:34.225986 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:34.416700 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['eccbc436-8dfb-4f01-8867-77c5fe0e2aed'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:34.936269 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a9546-fa6c-4bd8-8e12-df589aacee06 req-241cf39d-a09e-4955-ba42-2aa7ece033c0 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:34.937657 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b74a9546-fa6c-4bd8-8e12-df589aacee06 req-241cf39d-a09e-4955-ba42-2aa7ece033c0 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 944 time: 0.0842569 May 18 14:39:35.074656 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b74a9546-fa6c-4bd8-8e12-df589aacee06 req-7d109452-e821-4789-979b-9e996cbdc96b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312232 May 18 14:39:35.242690 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28110c-cc8d-4399-a1a7-76a2e7c9e663 req-3a57490f-f8f8-4e59-a09d-049f1b92147d tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:35.244049 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4d28110c-cc8d-4399-a1a7-76a2e7c9e663 req-3a57490f-f8f8-4e59-a09d-049f1b92147d tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 945 time: 0.0787110 May 18 14:39:35.290993 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4d28110c-cc8d-4399-a1a7-76a2e7c9e663 req-75de5a3a-903c-410a-98a7-2b8e4a4876d9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 May 18 14:39:35.313622 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55334) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:35.465576 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdfa2e-9b9d-4578-88c7-091925c09df0 req-482ddb5b-11d3-43d4-8273-6c07cb1ed392 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:35.467154 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f1fdfa2e-9b9d-4578-88c7-091925c09df0 req-482ddb5b-11d3-43d4-8273-6c07cb1ed392 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0808918 May 18 14:39:35.512886 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f1fdfa2e-9b9d-4578-88c7-091925c09df0 req-c5a8fe15-4345-40c0-b052-a8f61593c665 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392992 May 18 14:39:35.550630 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f400155-0cea-4168-b443-915b040f86db tempest-TestMinimumBasicScenario-461241941 tempest-TestMinimumBasicScenario-461241941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:35.552087 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-8f400155-0cea-4168-b443-915b040f86db tempest-TestMinimumBasicScenario-461241941 tempest-TestMinimumBasicScenario-461241941-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1093 time: 0.2374692 May 18 14:39:35.555032 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55340) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:35.560257 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'floatingip': {'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'port_id': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:35.566618 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:35.570436 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Usage tracker for resource:floatingip and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:35.573227 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:35.578907 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:35.589606 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for floatingip, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:35.727060 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:35.927434 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 2e18ddce-b353-43c0-a15c-a12016b9af9b details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:39:35.929756 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device eccbc436-8dfb-4f01-8867-77c5fe0e2aed up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:35.932498 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Allocated IP 172.27.2.197 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/8dccd1b3-0590-473b-8c49-f34516813e35) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:36.079894 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.091209 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port eccbc436-8dfb-4f01-8867-77c5fe0e2aed completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:36.101533 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port eccbc436-8dfb-4f01-8867-77c5fe0e2aed triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:36.101533 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.111333 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.116569 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-2d3449f1-d1eb-468d-8f1f-5c4a8d982c6e tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:36.164062 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:36.180589 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:36.183584 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'port_id': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'mac_address': 'fa:16:3e:13:7f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:39:36.183771 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:36.188227 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:36.223935 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'Port': ['ID=8dccd1b3-0590-473b-8c49-f34516813e35,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:36.228371 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:36.273599 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cd685-1e42-4892-a1c1-0244a03eaa29 req-2050385a-7e87-433d-9863-b4e8646a9346 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:36.275159 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a00cd685-1e42-4892-a1c1-0244a03eaa29 req-2050385a-7e87-433d-9863-b4e8646a9346 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 944 time: 0.0914936 May 18 14:39:36.308259 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.323558 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a00cd685-1e42-4892-a1c1-0244a03eaa29 req-901bc05e-7b9e-408b-8e06-a1d1c08bf0f3 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426278 May 18 14:39:36.328142 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.339609 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e18ddce-b353-43c0-a15c-a12016b9af9b {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:36.370659 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:36.375928 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:36.382180 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.384835 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port eccbc436-8dfb-4f01-8867-77c5fe0e2aed, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:36.385854 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-03127dfd-4de8-4676-b7c3-e2e995afe36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:36.421156 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.423932 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'code': 200} May 18 14:39:36.457638 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=2e18ddce-b353-43c0-a15c-a12016b9af9b,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:36.460430 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:36.460896 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-0a79ff22-fb5a-4b77-b200-e1f064cbd80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:36.527298 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:36.530216 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:36.624941 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['2e18ddce-b353-43c0-a15c-a12016b9af9b'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:36.771738 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.787130 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119f77-5863-4a11-9edc-3cf2a87de98b req-2bf5f2d0-cab4-497e-9d90-39522875b3e0 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:36.788587 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aa119f77-5863-4a11-9edc-3cf2a87de98b req-2bf5f2d0-cab4-497e-9d90-39522875b3e0 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 944 time: 0.1529448 May 18 14:39:36.791256 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52930730-5816-45da-a289-3bdde85e48ee req-1c5c1127-09bb-4294-b4f6-15602179df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:36.792590 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-52930730-5816-45da-a289-3bdde85e48ee req-1c5c1127-09bb-4294-b4f6-15602179df04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 1098 time: 0.1185019 May 18 14:39:36.861543 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aa119f77-5863-4a11-9edc-3cf2a87de98b req-b73fe47e-6517-4402-9737-cf8ddaa4993b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661604 May 18 14:39:36.867049 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-52930730-5816-45da-a289-3bdde85e48ee req-8f85c1b3-a661-4c06-bd42-a24fa01fb216 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574245 May 18 14:39:36.890969 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:37.088728 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:37.092865 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:37.097300 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-330c00a4-1054-4c82-b98d-415d496b7953 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:37.197684 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'Port': ['ID=8dccd1b3-0590-473b-8c49-f34516813e35,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:37.201605 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:37.209888 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:37.460072 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.l3_db [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Floating IP 6f12cc34-054e-4f6c-bb69-7bd17f2b5d1f associated. External IP: 172.27.2.197, port: a07a3480-e8ea-48ef-95dd-d454418bec9a. May 18 14:39:37.512390 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67124e-4e89-4a54-97b7-cd9964a3d8b1 req-d6f428b4-2cef-431b-85da-01bf5f27c633 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:37.513974 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1f67124e-4e89-4a54-97b7-cd9964a3d8b1 req-d6f428b4-2cef-431b-85da-01bf5f27c633 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 945 time: 0.0844917 May 18 14:39:37.559117 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1f67124e-4e89-4a54-97b7-cd9964a3d8b1 req-793bce26-fd3f-4bc1-80d9-f14bf58bec35 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 May 18 14:39:37.815028 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:39:37.942437 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 2e18ddce-b353-43c0-a15c-a12016b9af9b up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:37.995122 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:39:38.010966 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] Sync routers for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:39:38.015112 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port 2e18ddce-b353-43c0-a15c-a12016b9af9b completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:38.021907 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.024632 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 2e18ddce-b353-43c0-a15c-a12016b9af9b triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:38.025016 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.049245 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:38.051171 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:39:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:38.059447 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2da536-b8f1-41f7-bccf-d304986bdfa6 req-cc8afdb8-2471-4e24-a6ad-0bbfeea148d8 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.060910 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8d2da536-b8f1-41f7-bccf-d304986bdfa6 req-cc8afdb8-2471-4e24-a6ad-0bbfeea148d8 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 944 time: 0.0910246 May 18 14:39:38.078970 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5228062 May 18 14:39:38.079947 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:38.084224 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55354) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:38.092020 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233694196', 'description': 'tempest-secgroup-smoke-1233694196 description', 'project_id': '5d723f53cf6a489c81af66cbc2c33848'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:38.100831 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:38.115420 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Usage tracker for resource:security_group and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:38.119810 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:38.128741 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8d2da536-b8f1-41f7-bccf-d304986bdfa6 req-04752a6b-b4d6-42fd-8fcf-fe19b280a98c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603173 May 18 14:39:38.129582 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:38.139894 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.169473 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:38.175662 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Usage tracker for resource:security_group_rule and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:38.178777 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:38.185154 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'status': 'completed', 'code': 200} May 18 14:39:38.186587 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:38.313611 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:38.317545 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.322519 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.327447 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-58183ef9-35ac-4295-8b10-9b9007903cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:38.337144 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffae52-343c-4858-9216-96dd239418f3 req-a82b366d-2042-446e-b634-8e0e99ba8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.338588 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-edffae52-343c-4858-9216-96dd239418f3 req-a82b366d-2042-446e-b634-8e0e99ba8844 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d723f53cf6a489c81af66cbc2c33848&device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1098 time: 0.1291735 May 18 14:39:38.354801 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.406458 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466ac44d-d15c-44dd-92dc-5fb95c036347,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:38.411186 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.415001 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3271692 May 18 14:39:38.415001 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:38.415201 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55360) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:38.419842 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'security_group_rule': {'security_group_id': '466ac44d-d15c-44dd-92dc-5fb95c036347', 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:38.428217 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:38.459681 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:38.477879 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Usage tracker for resource:security_group_rule and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:38.482084 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:38.486925 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:38.497400 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.499160 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:38.502583 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:38.537722 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.538597 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'code': 200} May 18 14:39:38.565151 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffae52-343c-4858-9216-96dd239418f3 req-1290cafa-ff7f-43d6-adbe-9fc12ea63153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.566676 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-edffae52-343c-4858-9216-96dd239418f3 req-1290cafa-ff7f-43d6-adbe-9fc12ea63153 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 200 len: 916 time: 0.2146466 May 18 14:39:38.717885 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=2e18ddce-b353-43c0-a15c-a12016b9af9b,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:38.724285 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:38.737996 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-edffae52-343c-4858-9216-96dd239418f3 req-f96fd483-1d02-4178-9ca7-c111b8d8224b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 999 time: 0.1639783 May 18 14:39:38.744835 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.786836 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.810376 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f214d59b-5e72-4e2b-9962-4d06f39bc24a tempest-AttachVolumeTestJSON-95792898 tempest-AttachVolumeTestJSON-95792898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:38.823452 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '6f12cc34-054e-4f6c-bb69-7bd17f2b5d1f', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'port_id': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'mac_address': 'fa:16:3e:07:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3860565-b232-47c9-98b6-dea065725edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:39:36Z', 'updated_at': '2021-05-18T14:39:36Z', 'revision_number': 0, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:41Z', 'revision_number': 5, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:38.827717 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] Checking router: 52fcd42f-9e16-4ba5-98b1-1d202e8d864c for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:39:38.837727 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:38.838347 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:39:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:38.841726 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b0ac04-62a3-4286-9d9e-b961fbf69eed,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:38.849647 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:38.858550 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa5f96-d329-40a6-8e96-5d6f0ba5f1f8 req-c4620fff-703e-4191-8397-fb931f6e2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.859976 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffae52-343c-4858-9216-96dd239418f3 req-3cd16cd4-0884-4f3d-a054-ca2292d8384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.860523 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-71fa5f96-d329-40a6-8e96-5d6f0ba5f1f8 req-c4620fff-703e-4191-8397-fb931f6e2ebd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1098 time: 0.0898046 May 18 14:39:38.862408 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-edffae52-343c-4858-9216-96dd239418f3 req-3cd16cd4-0884-4f3d-a054-ca2292d8384b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca524bd0-988d-4ff3-86b7-3f664e1abd56 HTTP/1.1" status: 200 len: 854 time: 0.1114023 May 18 14:39:38.864394 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.865435 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4495039 May 18 14:39:38.868177 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55368) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:38.873985 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'security_group_rule': {'security_group_id': '466ac44d-d15c-44dd-92dc-5fb95c036347', 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:38.882713 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:38.914611 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [req-71fa5f96-d329-40a6-8e96-5d6f0ba5f1f8 req-1f51d05f-0e4b-4b5c-8833-54b3cbb1bddc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362561 May 18 14:39:38.927714 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Usage tracker for resource:security_group_rule and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:38.932925 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:38.943253 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40686b8f-98a9-4bcd-b20b-e94760d641bb req-2b2d0042-b779-49fd-b476-6ca274f11099 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.944707 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-40686b8f-98a9-4bcd-b20b-e94760d641bb req-2b2d0042-b779-49fd-b476-6ca274f11099 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 945 time: 0.2453744 May 18 14:39:38.954680 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:39.016813 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-40686b8f-98a9-4bcd-b20b-e94760d641bb req-3d5e3dc3-53bd-43f0-a1d4-82130ce4cc50 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597570 May 18 14:39:39.018488 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.025551 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:39.036749 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffae52-343c-4858-9216-96dd239418f3 req-838fbc36-df12-4d1f-aa8f-758d1d70d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:39.038272 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-edffae52-343c-4858-9216-96dd239418f3 req-838fbc36-df12-4d1f-aa8f-758d1d70d205 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bb68804-b1ab-49c5-a244-5960a98f5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1581304 May 18 14:39:39.327276 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.337442 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.351295 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-dae99dcc-0d76-40cb-8685-63446c4cea50 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:39.386134 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '6f12cc34-054e-4f6c-bb69-7bd17f2b5d1f', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'port_id': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'mac_address': 'fa:16:3e:07:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3860565-b232-47c9-98b6-dea065725edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:39:36Z', 'updated_at': '2021-05-18T14:39:36Z', 'revision_number': 0, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:41Z', 'revision_number': 5, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:39.386466 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7059cf-b2a0-42da-80fa-34fd301c559d,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:39.390439 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05694011-91dc-4d3d-be0c-1bd943d626ce None None] The sync data for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi is: [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '6f12cc34-054e-4f6c-bb69-7bd17f2b5d1f', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'port_id': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'mac_address': 'fa:16:3e:07:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3860565-b232-47c9-98b6-dea065725edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:39:36Z', 'updated_at': '2021-05-18T14:39:36Z', 'revision_number': 0, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:41Z', 'revision_number': 5, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:39.390930 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-edffae52-343c-4858-9216-96dd239418f3 req-f20fb162-e1b3-4686-ad99-8ba02bc5f7ae service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427052 May 18 14:39:39.391843 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:39.421659 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.422813 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-115d8a0d-9893-4ec3-957c-f0db55bb952a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5538070 May 18 14:39:39.425706 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55376) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:39.431078 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'security_group_rule': {'security_group_id': '466ac44d-d15c-44dd-92dc-5fb95c036347', 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:39.437793 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:39.442317 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Usage tracker for resource:security_group_rule and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:39.446693 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:39.455587 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:39.473553 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.503800 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24af373-bc48-4ddb-b711-95c4498cb476 req-9b5ddefb-8c1b-40d6-81e8-f130b09cbea9 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:39.505263 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a24af373-bc48-4ddb-b711-95c4498cb476 req-9b5ddefb-8c1b-40d6-81e8-f130b09cbea9 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 945 time: 0.3521709 May 18 14:39:39.538400 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.544014 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.546387 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:39.563007 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdd7144-c88a-4612-a036-dd3db58c1a2c,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:39.566544 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:39.578427 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a24af373-bc48-4ddb-b711-95c4498cb476 req-851f3731-dec2-480d-9b02-b715ce3d8999 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638151 May 18 14:39:39.582670 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-edffae52-343c-4858-9216-96dd239418f3 req-af9bc5a0-a84f-47b8-ab1a-301ec41d22ce service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831689 May 18 14:39:39.584297 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.586061 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-4fa00b47-cf21-4675-976b-88ba9260c9f7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591909 May 18 14:39:39.587936 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55380) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:39.593636 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'security_group_rule': {'security_group_id': '466ac44d-d15c-44dd-92dc-5fb95c036347', 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:39.600947 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:39.615259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Usage tracker for resource:security_group_rule and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:39.615259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:39.615520 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55384) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:39.621754 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:39.640025 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.650343 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da19e5e8-56c0-427a-aae8-3cbcd0f304f4 None None] New status for floating IP 6f12cc34-054e-4f6c-bb69-7bd17f2b5d1f: ACTIVE {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:39:39.728807 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.733868 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.742237 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-762c708c-8ca6-456f-8c83-3421135f2484 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:39.770603 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c64432b-e9d3-49b1-bdbe-c1eece6ceded,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:39.784372 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:39.807221 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.810844 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-83b21e42-cec8-4169-bdf1-964ea638b5c3 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2207913 May 18 14:39:39.812476 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55390) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:39.818904 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'security_group_rule': {'security_group_id': '466ac44d-d15c-44dd-92dc-5fb95c036347', 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:39.835929 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:39.843000 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Usage tracker for resource:security_group_rule and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:39.848062 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:39.855322 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:39.883072 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.securitygroups_db [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Project 5d723f53cf6a489c81af66cbc2c33848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:39:39.891298 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203af4dc-8df1-47f0-a2ba-aae2bd50dd5c tempest-TestVolumeBootPattern-1236105848 tempest-TestVolumeBootPattern-1236105848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:39.893284 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-203af4dc-8df1-47f0-a2ba-aae2bd50dd5c tempest-TestVolumeBootPattern-1236105848 tempest-TestVolumeBootPattern-1236105848-project-admin] Synchronizing usage tracker for tenant:595d4e8fe5e24aaabd130b5ad7699a5b on resource:port {{(pid=91462) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:39.898008 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.933040 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094f9f-9f57-434e-a349-dfa1650b7a0b req-2455c1cf-24b2-4671-b345-61d40d6b81c6 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:39.934625 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5d094f9f-9f57-434e-a349-dfa1650b7a0b req-2455c1cf-24b2-4671-b345-61d40d6b81c6 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.1144164 May 18 14:39:39.944737 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-203af4dc-8df1-47f0-a2ba-aae2bd50dd5c tempest-TestVolumeBootPattern-1236105848 tempest-TestVolumeBootPattern-1236105848-project-admin] Unset dirty status for tenant:595d4e8fe5e24aaabd130b5ad7699a5b on resource:port {{(pid=91462) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:39.945934 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-203af4dc-8df1-47f0-a2ba-aae2bd50dd5c tempest-TestVolumeBootPattern-1236105848 tempest-TestVolumeBootPattern-1236105848-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 1093 time: 0.3299828 May 18 14:39:39.949583 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55394) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:39.957908 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'floatingip': {'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'port_id': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:39.968236 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:39.975406 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:floatingip and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:39.979244 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:39.988469 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:39.992036 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5d094f9f-9f57-434e-a349-dfa1650b7a0b req-bbf5b385-b2e7-4e2d-b535-471ab556280d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460012 May 18 14:39:40.004387 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.008410 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.011333 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-5367bf3f-b860-485a-9282-f43a9d9a53bf tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:40.017853 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.061119 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e9778a-7f31-4928-b366-8a6391daf676,revision_number=0']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:40.066866 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:40.074944 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.076093 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-14f2e334-cdf0-4864-8002-f0838bae4e76 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2624285 May 18 14:39:40.078871 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55398) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:40.084567 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'security_group_rule': {'security_group_id': '466ac44d-d15c-44dd-92dc-5fb95c036347', 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:40.090399 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:40.094090 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Usage tracker for resource:security_group_rule and tenant:5d723f53cf6a489c81af66cbc2c33848 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:40.097569 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:40.106709 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:40.117022 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.securitygroups_db [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Project 5d723f53cf6a489c81af66cbc2c33848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:39:40.122591 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.178135 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.190633 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.194204 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692356'] for security_group_rule, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.202048 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:40.224528 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01281c97-30b7-4a23-85f0-b10eb666d766,revision_number=0']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:40.227502 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:40.232580 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.237123 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-8591dbdd-a03d-4897-8754-1c0ac63a6f17 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572504 May 18 14:39:40.318245 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Allocated IP 172.27.2.123 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/a6437f06-00a1-4e36-ad40-b6725f31e27c) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:40.359054 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-c613c0b2-509b-4971-80b1-38d7783d80f4 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Synchronizing usage tracker for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:security_group {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:40.377748 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-c613c0b2-509b-4971-80b1-38d7783d80f4 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Unset dirty status for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:security_group {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:40.379365 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-c613c0b2-509b-4971-80b1-38d7783d80f4 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233694196&fields=id&tenant_id=5d723f53cf6a489c81af66cbc2c33848 HTTP/1.1" status: 200 len: 267 time: 0.0619192 May 18 14:39:40.467413 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-3eb5bd28-03b0-400e-b27c-9c2a116165bc tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:40.468943 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-3eb5bd28-03b0-400e-b27c-9c2a116165bc tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 945 time: 0.0839920 May 18 14:39:40.480726 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'port': {'security_groups': ['f4d2a478-6e2e-4b1f-a49e-cd34690c6dac', '466ac44d-d15c-44dd-92dc-5fb95c036347']}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:40.574538 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.605183 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.609839 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:40.611569 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.668789 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:40.671675 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:40.676092 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:40.720049 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'Port': ['ID=a6437f06-00a1-4e36-ad40-b6725f31e27c,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:40.728037 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:40.876315 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] For port a07a3480-e8ea-48ef-95dd-d454418bec9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:40.901973 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.906436 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.913317 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8e7fb550-e1ad-4536-9c4f-aca8e5cd7817 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:40.922907 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['a07a3480-e8ea-48ef-95dd-d454418bec9a'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:40.979055 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:40.979546 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.980925 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2e6ebfec-ad8e-4ebd-b9f5-c43e3235c1ad req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "PUT /v2.0/ports/a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 981 time: 0.5050392 May 18 14:39:40.985317 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:41.025775 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'Port': ['ID=a07a3480-e8ea-48ef-95dd-d454418bec9a,revision_number=6']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:41.030350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:41.061457 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['a07a3480-e8ea-48ef-95dd-d454418bec9a'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:41.154428 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:41.194290 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139ca6c-ff63-465f-81b0-01c7bb0b6a41 req-22106f6c-0c08-48ad-aa76-be61957e4b77 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:41.195964 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3139ca6c-ff63-465f-81b0-01c7bb0b6a41 req-22106f6c-0c08-48ad-aa76-be61957e4b77 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.1007850 May 18 14:39:41.246595 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:41.254644 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3139ca6c-ff63-465f-81b0-01c7bb0b6a41 req-e6038b06-891b-4a38-83f8-1b3d03011df9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521638 May 18 14:39:41.313009 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'status': 'completed', 'code': 200} May 18 14:39:41.441430 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-aa48b9d1-d599-4604-8e09-21c06406b672 None None] Provisioning complete for port a07a3480-e8ea-48ef-95dd-d454418bec9a triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:41.441816 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-aa48b9d1-d599-4604-8e09-21c06406b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:41.488964 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:41.489755 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-da7b2c4e-b634-4f11-8c9b-5adc1ce19ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:41.491769 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-da7b2c4e-b634-4f11-8c9b-5adc1ce19ba6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d723f53cf6a489c81af66cbc2c33848&device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1137 time: 0.1579916 May 18 14:39:41.493842 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:41.499240 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-edb1ac44-ad08-45b5-8436-71505c01cbff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:41.509960 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63689ff-0cd0-47d0-a23e-e94e5d6d082c req-27c8fc1e-3984-4078-9c79-65d05af02c3b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:41.511418 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f63689ff-0cd0-47d0-a23e-e94e5d6d082c req-27c8fc1e-3984-4078-9c79-65d05af02c3b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.1069250 May 18 14:39:41.608749 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'Port': ['ID=a6437f06-00a1-4e36-ad40-b6725f31e27c,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:41.613176 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:41.622158 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:41.683427 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f63689ff-0cd0-47d0-a23e-e94e5d6d082c req-3cea78df-d3cf-400e-a36b-a20eed126f06 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634995 May 18 14:39:41.701574 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-3f9d3882-c5dc-438e-acc8-56eab1619d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:41.704187 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-3f9d3882-c5dc-438e-acc8-56eab1619d5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 200 len: 916 time: 0.2031698 May 18 14:39:41.815242 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-066b60ac-cc1d-4445-a25f-f02cf3d0db4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 1001 time: 0.1021204 May 18 14:39:41.818451 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.l3_db [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Floating IP e5a073cd-dae0-4741-a4f6-ee6fc21619ca associated. External IP: 172.27.2.123, port: eccbc436-8dfb-4f01-8867-77c5fe0e2aed. May 18 14:39:42.030014 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-11076794-0ee5-490e-9ffc-e5e67fa5f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:42.031355 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-11076794-0ee5-490e-9ffc-e5e67fa5f56a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca524bd0-988d-4ff3-86b7-3f664e1abd56 HTTP/1.1" status: 200 len: 854 time: 0.2058270 May 18 14:39:42.108191 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cc460-ce5b-4441-bda0-dc09f9a0ae64 req-f4bef19f-238a-4fed-8e57-2f598f4e2330 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:42.109677 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-784cc460-ce5b-4441-bda0-dc09f9a0ae64 req-f4bef19f-238a-4fed-8e57-2f598f4e2330 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.2521629 May 18 14:39:42.161843 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-fc80623c-c11a-4131-b0fe-c37617cb7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:42.163336 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-fc80623c-c11a-4131-b0fe-c37617cb7c3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bb68804-b1ab-49c5-a244-5960a98f5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244454 May 18 14:39:42.171011 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-784cc460-ce5b-4441-bda0-dc09f9a0ae64 req-acff185c-7e9d-4a47-90ab-1152dc520fb1 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537238 May 18 14:39:42.195899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55414) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:42.294223 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Router 278c7b88-6db3-44e6-874f-54fcc5ed40cf has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:39:42.315672 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-086db82c-5e34-4af8-8b99-deae421a1123 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405501 May 18 14:39:42.482350 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:39:42.494305 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] Sync routers for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:39:42.502560 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e3231-6bb9-4999-8142-ce50f564dd3a tempest-TestShelveInstance-1707236202 tempest-TestShelveInstance-1707236202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:42.504905 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:42.505674 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:39:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:42.506175 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ea3e3231-6bb9-4999-8142-ce50f564dd3a tempest-TestShelveInstance-1707236202 tempest-TestShelveInstance-1707236202-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1093 time: 0.3090558 May 18 14:39:42.508819 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c169086d-a4ca-4ffb-880b-7426a34de996 req-e7941e53-a5f8-45fe-82ad-eb6c08a89f4e service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866162 May 18 14:39:42.509448 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55420) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:42.514376 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:42.515273 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Request body: {'floatingip': {'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'port_id': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:42.523089 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:42.527026 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Usage tracker for resource:floatingip and tenant:de6ef6f6ce384b628209271499522fd3 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:42.530989 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:42.537264 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:42.548285 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for floatingip, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:42.576475 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6258023 May 18 14:39:42.577417 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'tag': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:42.625539 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'tag': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'status': 'completed', 'code': 200} May 18 14:39:42.755606 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-d4253a00-6bd8-4ca6-8736-9acff01eb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:42.757085 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-d4253a00-6bd8-4ca6-8736-9acff01eb3d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 1098 time: 0.1045234 May 18 14:39:42.758495 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:42.760061 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:42.993083 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-601d4094-42da-45d2-92c4-bcd2804abd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:42.994541 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-601d4094-42da-45d2-92c4-bcd2804abd52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.2018459 May 18 14:39:43.055811 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Allocated IP 172.27.2.147 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/4f7b3e39-0224-49ff-a6cc-0e38da8a8bfc) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:43.106339 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': 'e5a073cd-dae0-4741-a4f6-ee6fc21619ca', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:36:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:39:41Z', 'updated_at': '2021-05-18T14:39:41Z', 'revision_number': 0, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:43.110512 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] Checking router: 278c7b88-6db3-44e6-874f-54fcc5ed40cf for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:39:43.118953 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:43.119563 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:39:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:43.143511 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-dded4f9c-97f3-4588-a3bd-1ac64d6d22a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eccbc436-8dfb-4f01-8867-77c5fe0e2aed HTTP/1.1" status: 200 len: 999 time: 0.1419833 May 18 14:39:43.274140 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-99676e6c-b854-41ff-8400-40fb3d1c1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:43.275478 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-99676e6c-b854-41ff-8400-40fb3d1c1493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0890353 May 18 14:39:43.297231 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:43.335162 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:43.382179 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-29f01e2b-3963-4841-af51-e423b253f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:43.383648 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-29f01e2b-3963-4841-af51-e423b253f227 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937433 May 18 14:39:43.392012 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:43.398346 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-45ee86f3-cd29-46f2-984c-d607f2f46a98 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:43.655557 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': 'e5a073cd-dae0-4741-a4f6-ee6fc21619ca', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:36:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:39:41Z', 'updated_at': '2021-05-18T14:39:41Z', 'revision_number': 0, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:43.660493 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbea8c-0569-4f17-b88c-33ca56fbe279 None None] The sync data for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi is: [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': 'e5a073cd-dae0-4741-a4f6-ee6fc21619ca', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:36:13:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:39:41Z', 'updated_at': '2021-05-18T14:39:41Z', 'revision_number': 0, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:43.660710 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:43.665004 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:43.676061 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:43.708695 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'Port': ['ID=4f7b3e39-0224-49ff-a6cc-0e38da8a8bfc,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:43.727190 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.727543 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.727908 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.728267 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.728630 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.728985 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.729369 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.729882 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.730239 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.730590 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.730941 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.731295 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:43.745682 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:43.769349 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-bcf16fb8-ff8e-4146-b12c-f6a5d417df13 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719134 May 18 14:39:43.864030 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67584c79-b1cf-4533-8518-8d9e02eb6be2 None None] New status for floating IP e5a073cd-dae0-4741-a4f6-ee6fc21619ca: ACTIVE {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:39:44.071278 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-30cc383c-37d2-44c2-bad9-933169f3a985 req-dce2c79e-1d33-42ec-865c-bdf663e103e4 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738020 May 18 14:39:44.252040 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:44.323470 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:44.525154 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:44.529437 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:44.534595 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:44.638714 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event updated for resources: {'Port': ['ID=4f7b3e39-0224-49ff-a6cc-0e38da8a8bfc,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:44.643353 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:44.649957 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:44.818526 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.l3_db [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Floating IP 752f231f-7882-4d1c-b31e-ae8d07673695 associated. External IP: 172.27.2.147, port: 2e18ddce-b353-43c0-a15c-a12016b9af9b. May 18 14:39:45.272093 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Router e6b2dcbc-45c9-4dda-a295-e840e3de0855 has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:39:45.448232 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:39:45.458285 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] Sync routers for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:39:45.467278 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:45.467889 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:39:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:45.473525 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:45.532424 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0217705 May 18 14:39:45.533342 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:45.582703 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'status': 'completed', 'code': 200} May 18 14:39:45.650465 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:45.679007 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd6350-cb42-43bb-a896-2f788556392a req-b41245a6-f620-426e-ad92-ee642695f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.680463 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a2cd6350-cb42-43bb-a896-2f788556392a req-b41245a6-f620-426e-ad92-ee642695f2c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6ef6f6ce384b628209271499522fd3&device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1098 time: 0.0704110 May 18 14:39:45.827319 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd6350-cb42-43bb-a896-2f788556392a req-20c8cc30-51d9-4b50-9105-937297015b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.828778 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a2cd6350-cb42-43bb-a896-2f788556392a req-20c8cc30-51d9-4b50-9105-937297015b07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 200 len: 910 time: 0.1290650 May 18 14:39:45.932864 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a2cd6350-cb42-43bb-a896-2f788556392a req-e28b5fb0-701c-4908-9cbe-d5f069a4e396 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 200 len: 999 time: 0.0969119 May 18 14:39:45.995982 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd6350-cb42-43bb-a896-2f788556392a req-b5e5c2d1-c1d7-4c45-9c22-b64808a2f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.997416 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a2cd6350-cb42-43bb-a896-2f788556392a req-b5e5c2d1-c1d7-4c45-9c22-b64808a2f10d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 HTTP/1.1" status: 200 len: 848 time: 0.0572019 May 18 14:39:46.037625 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '752f231f-7882-4d1c-b31e-ae8d07673695', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'port_id': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'mac_address': 'fa:16:3e:13:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:39:44Z', 'updated_at': '2021-05-18T14:39:44Z', 'revision_number': 0, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 5, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:46.041456 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] Checking router: e6b2dcbc-45c9-4dda-a295-e840e3de0855 for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:39:46.049873 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:46.050483 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:39:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:46.078565 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd6350-cb42-43bb-a896-2f788556392a req-70726ba9-0f6b-47e3-8c78-1d1f70a59deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:46.081021 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a2cd6350-cb42-43bb-a896-2f788556392a req-70726ba9-0f6b-47e3-8c78-1d1f70a59deb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747933 May 18 14:39:46.218164 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a2cd6350-cb42-43bb-a896-2f788556392a req-e6d728de-bf33-4469-8103-f53b2d29a5f5 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260130 May 18 14:39:46.230301 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:46.351874 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a2cd6350-cb42-43bb-a896-2f788556392a req-8f170b81-b3f7-4dc5-b153-914607bc5ce1 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262569 May 18 14:39:46.575769 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '752f231f-7882-4d1c-b31e-ae8d07673695', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'port_id': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'mac_address': 'fa:16:3e:13:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:39:44Z', 'updated_at': '2021-05-18T14:39:44Z', 'revision_number': 0, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 5, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:46.579684 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f45bd-f63f-4268-b099-6b3058d4089e None None] The sync data for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi is: [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '752f231f-7882-4d1c-b31e-ae8d07673695', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'port_id': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'mac_address': 'fa:16:3e:13:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:39:44Z', 'updated_at': '2021-05-18T14:39:44Z', 'revision_number': 0, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 5, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:47.196871 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e19ac-fe7c-4112-96e3-502c71474abd None None] New status for floating IP 752f231f-7882-4d1c-b31e-ae8d07673695: ACTIVE {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:39:48.897119 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-6db9f832-2441-435a-b02c-79a617ae8cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:49.004069 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:51.492758 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-40d4a401-9e4a-4b81-8d4e-2aa755efe266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:51.526470 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.561319 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:52.839408 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d11bc175-29bf-485d-a7ce-f865a451699d req-d32d6c8a-a743-4628-ae0b-9c68d3786f31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685446 May 18 14:39:52.982619 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc175-29bf-485d-a7ce-f865a451699d req-d8a38fc8-d761-4576-a125-a10f2ad7791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:52.984062 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d11bc175-29bf-485d-a7ce-f865a451699d req-d8a38fc8-d761-4576-a125-a10f2ad7791a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d723f53cf6a489c81af66cbc2c33848&device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1137 time: 0.0698824 May 18 14:39:53.134057 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc175-29bf-485d-a7ce-f865a451699d req-d97a91b3-bf61-498b-91e7-4b8390353a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:53.135589 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d11bc175-29bf-485d-a7ce-f865a451699d req-d97a91b3-bf61-498b-91e7-4b8390353a47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 200 len: 916 time: 0.1277182 May 18 14:39:53.239804 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d11bc175-29bf-485d-a7ce-f865a451699d req-81d6f7e3-36ef-4ded-aa3b-a1caf1f88893 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 1001 time: 0.0961490 May 18 14:39:53.410898 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc175-29bf-485d-a7ce-f865a451699d req-3dadb30e-8496-4006-a2f3-b9975ef37a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:53.412231 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d11bc175-29bf-485d-a7ce-f865a451699d req-3dadb30e-8496-4006-a2f3-b9975ef37a66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca524bd0-988d-4ff3-86b7-3f664e1abd56 HTTP/1.1" status: 200 len: 854 time: 0.1619060 May 18 14:39:53.492239 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc175-29bf-485d-a7ce-f865a451699d req-5eb60764-248b-4ba9-a562-8f04f0daaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:53.493734 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d11bc175-29bf-485d-a7ce-f865a451699d req-5eb60764-248b-4ba9-a562-8f04f0daaec5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bb68804-b1ab-49c5-a244-5960a98f5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723300 May 18 14:39:53.626970 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d11bc175-29bf-485d-a7ce-f865a451699d req-bfe652ea-44fe-4014-8718-ed9f7c405f37 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245580 May 18 14:39:53.758466 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d11bc175-29bf-485d-a7ce-f865a451699d req-03479983-c720-432c-9c0a-ec5222d98c81 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235218 May 18 14:39:54.170949 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:04.469420 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-364ae6f3-eeb8-4dd2-bec1-04e183883e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.471110 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-364ae6f3-eeb8-4dd2-bec1-04e183883e37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d723f53cf6a489c81af66cbc2c33848&device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1137 time: 0.0810971 May 18 14:40:04.673174 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0094e-ed01-4b68-b237-d648c4bdc585 req-efa6a25b-6975-4b37-a7da-b4ed97e5be37 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.674625 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9bc0094e-ed01-4b68-b237-d648c4bdc585 req-efa6a25b-6975-4b37-a7da-b4ed97e5be37 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.2484667 May 18 14:40:04.675766 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-dd1a13c9-576d-4afc-8765-c56114046ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.677015 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-dd1a13c9-576d-4afc-8765-c56114046ff3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 200 len: 916 time: 0.1637399 May 18 14:40:04.793723 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9bc0094e-ed01-4b68-b237-d648c4bdc585 req-8fc84487-67e0-4af4-a14b-fbdf0142f485 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131604 May 18 14:40:04.815568 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-ef56d0cd-d359-45ed-8d9b-1b35f16cdba9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 1001 time: 0.1174965 May 18 14:40:04.883170 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-59ab7271-ffe5-4bde-a21d-d06f18591831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.884551 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-59ab7271-ffe5-4bde-a21d-d06f18591831 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca524bd0-988d-4ff3-86b7-3f664e1abd56 HTTP/1.1" status: 200 len: 854 time: 0.0604534 May 18 14:40:04.963426 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-69746658-57b1-4ab7-9236-f002fee1127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.964851 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-69746658-57b1-4ab7-9236-f002fee1127a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bb68804-b1ab-49c5-a244-5960a98f5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690506 May 18 14:40:05.098477 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-b7ad0563-85da-4c7d-b717-8c6c99029c7b service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225333 May 18 14:40:05.182145 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:40:05.235426 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0fe8b251-a952-40b8-817f-7d1136b73991 req-b1e82238-c903-4bee-92fb-8acfe25e2b26 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213648 May 18 14:40:05.980331 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75ffef-398d-4714-ad41-0b54dd5edf1b req-7da9b927-b3a2-4b4c-9866-3ff497e1ea8a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:05.981781 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d75ffef-398d-4714-ad41-0b54dd5edf1b req-7da9b927-b3a2-4b4c-9866-3ff497e1ea8a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0838635 May 18 14:40:06.027722 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9d75ffef-398d-4714-ad41-0b54dd5edf1b req-a03ce659-86df-44cd-b2c8-d2110ce59a22 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390456 May 18 14:40:07.212945 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbf37a-bf03-462f-8e68-ff56eef262ac req-d7ce5a19-728e-4d95-bfb5-771434e9e888 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:07.214421 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8bfbf37a-bf03-462f-8e68-ff56eef262ac req-d7ce5a19-728e-4d95-bfb5-771434e9e888 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0803397 May 18 14:40:07.262089 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8bfbf37a-bf03-462f-8e68-ff56eef262ac req-690cbfe0-dcd7-48a4-a17f-9321d9934838 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408685 May 18 14:40:08.458824 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c3277-3841-4803-b77f-b55de89acc42 req-333c7a8d-5a84-4ee8-951f-65df17c92a36 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:08.460284 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8f9c3277-3841-4803-b77f-b55de89acc42 req-333c7a8d-5a84-4ee8-951f-65df17c92a36 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0860114 May 18 14:40:08.509429 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8f9c3277-3841-4803-b77f-b55de89acc42 req-b7ef3dee-b004-4758-93ea-020f3b408219 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433159 May 18 14:40:09.693516 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40179ab5-0bff-4b8e-a4bc-1c4eb24c5414 req-d7ae4ab9-da39-4cfc-b7cb-758f7adef21f tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.694960 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-40179ab5-0bff-4b8e-a4bc-1c4eb24c5414 req-d7ae4ab9-da39-4cfc-b7cb-758f7adef21f tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0799377 May 18 14:40:09.836193 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-40179ab5-0bff-4b8e-a4bc-1c4eb24c5414 req-a09f2e5b-a3f4-4050-9e4b-fd83d91402aa tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352096 May 18 14:40:11.017627 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880050cc-c41e-4924-a7fd-89b34803f34c req-aeb548b8-1e50-42ed-a5e8-d35975b8bebb tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:11.019089 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-880050cc-c41e-4924-a7fd-89b34803f34c req-aeb548b8-1e50-42ed-a5e8-d35975b8bebb tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0800145 May 18 14:40:11.065849 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-880050cc-c41e-4924-a7fd-89b34803f34c req-dcdf7412-89b4-42fd-9da5-b24189117eab tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407782 May 18 14:40:12.256961 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51706ad-fe52-422b-886e-a56e1961490d req-98f2cb7e-9e66-4a74-b28a-6752c79a7212 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:12.258416 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e51706ad-fe52-422b-886e-a56e1961490d req-98f2cb7e-9e66-4a74-b28a-6752c79a7212 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0822549 May 18 14:40:12.307389 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e51706ad-fe52-422b-886e-a56e1961490d req-96795b1b-31f8-4ee5-a31b-47a9700b90c7 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428753 May 18 14:40:13.492264 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6ea5a-0a8b-4909-898a-86b516850193 req-d86fd1e7-7ed7-433e-9b50-74a9ceb4dfef tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:13.493791 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b5d6ea5a-0a8b-4909-898a-86b516850193 req-d86fd1e7-7ed7-433e-9b50-74a9ceb4dfef tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0810308 May 18 14:40:13.545964 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b5d6ea5a-0a8b-4909-898a-86b516850193 req-4afccc75-5fb3-4f6d-a74a-3fa56718c1fa tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458412 May 18 14:40:14.735036 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb053e51-d3f9-445d-b86e-4fe0e041519c req-a5535fec-b7d9-4d70-8531-381976e7c757 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:14.736609 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fb053e51-d3f9-445d-b86e-4fe0e041519c req-a5535fec-b7d9-4d70-8531-381976e7c757 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0833025 May 18 14:40:14.783760 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fb053e51-d3f9-445d-b86e-4fe0e041519c req-30374cb9-cc9f-4689-b1a3-fed33759d366 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412900 May 18 14:40:15.976010 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44887ce5-8c8e-491a-85b5-d21e76c3124f req-6f85b06c-d6f0-463f-8bc3-60ce1d999a70 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.977628 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44887ce5-8c8e-491a-85b5-d21e76c3124f req-6f85b06c-d6f0-463f-8bc3-60ce1d999a70 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0833051 May 18 14:40:16.025752 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-44887ce5-8c8e-491a-85b5-d21e76c3124f req-11c6bd5b-32f9-401b-8414-1347ed5d4312 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422373 May 18 14:40:17.211894 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae745d1d-7d7c-4b70-adcf-784c47159463 req-14d463b2-09a4-4ba7-a07c-fbc4cee26ec6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:17.213379 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae745d1d-7d7c-4b70-adcf-784c47159463 req-14d463b2-09a4-4ba7-a07c-fbc4cee26ec6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0812397 May 18 14:40:17.260917 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ae745d1d-7d7c-4b70-adcf-784c47159463 req-f7557a31-7c85-4068-a6b1-0449b7751760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416479 May 18 14:40:18.448109 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702eabf-b2d2-4435-9545-2ab63df0eaeb req-99a4b33b-3401-4012-bd27-7bb4879d4b18 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.449661 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c702eabf-b2d2-4435-9545-2ab63df0eaeb req-99a4b33b-3401-4012-bd27-7bb4879d4b18 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0834296 May 18 14:40:18.498437 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c702eabf-b2d2-4435-9545-2ab63df0eaeb req-f2b062dc-a41c-483b-bce9-568030b8f796 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418820 May 18 14:40:18.898106 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-56b90d30-c98c-424b-a853-ce1653360a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.998871 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.686014 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eca5c-50f9-4c84-a450-dee5c3ecceaa req-fb1e825a-1945-47ed-b5b3-8a8fbeac184c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:19.687463 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7a6eca5c-50f9-4c84-a450-dee5c3ecceaa req-fb1e825a-1945-47ed-b5b3-8a8fbeac184c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0799234 May 18 14:40:19.738448 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7a6eca5c-50f9-4c84-a450-dee5c3ecceaa req-d33bb4af-a082-45ec-93b4-4e7b1d6aa64f tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448651 May 18 14:40:20.923550 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa1ba7-aa9f-40e8-abab-b644bd4dc274 req-7b8fa678-6f68-4922-97bb-ac3d69d8609d tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:20.924997 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b9fa1ba7-aa9f-40e8-abab-b644bd4dc274 req-7b8fa678-6f68-4922-97bb-ac3d69d8609d tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0806167 May 18 14:40:20.971587 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b9fa1ba7-aa9f-40e8-abab-b644bd4dc274 req-571a9df4-4ccd-4705-b83c-e3b14909c808 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406551 May 18 14:40:21.496135 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2e9eb4f8-ffc9-4552-a941-c567f2d8d82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:21.527618 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:22.162034 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026c0a4-ca96-4de1-ba31-106e9b16164a req-32ae391e-6941-4b13-b077-bfee0303e4a9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:22.163514 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e026c0a4-ca96-4de1-ba31-106e9b16164a req-32ae391e-6941-4b13-b077-bfee0303e4a9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0868580 May 18 14:40:22.210288 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e026c0a4-ca96-4de1-ba31-106e9b16164a req-bb5c09c4-25c4-412d-83c7-11c7cf9a1649 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=466ac44d-d15c-44dd-92dc-5fb95c036347&id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409775 May 18 14:40:22.566627 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:24.173221 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.181892 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:40:48.900633 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-765ee4f0-02b0-448e-8ac8-daf45d593f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:48.999279 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:51.498650 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c52cf82c-aeaf-4618-8d93-866940039416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:51.531437 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:52.568387 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:53.850661 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-ddfef546-a713-4a1e-91f9-7b419b16dc0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724208 May 18 14:40:53.951758 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-8cbd8c92-0346-4bef-b465-8e5c58c14fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:53.953550 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-8cbd8c92-0346-4bef-b465-8e5c58c14fe7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 1098 time: 0.0795403 May 18 14:40:54.112271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-2def4732-ff2a-40ab-8e1a-dd3ad5ad8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:54.113641 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-2def4732-ff2a-40ab-8e1a-dd3ad5ad8368 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.1400874 May 18 14:40:54.179217 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:54.220806 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-e6152a06-18a4-4920-9bbc-2d723ff35c41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eccbc436-8dfb-4f01-8867-77c5fe0e2aed HTTP/1.1" status: 200 len: 1001 time: 0.0989835 May 18 14:40:54.290414 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-3c71041b-f7eb-4403-90c8-df4edebb1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:54.291873 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-3c71041b-f7eb-4403-90c8-df4edebb1fc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0639369 May 18 14:40:54.368975 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-dadb7d8e-f578-4daf-ad98-908b23b9188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:54.370400 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-dadb7d8e-f578-4daf-ad98-908b23b9188f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714145 May 18 14:40:54.505291 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-fbed3035-495c-4eb6-b5f3-4b660c511870 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277292 May 18 14:40:54.758981 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-e9b304fa-a2e1-480e-b159-7de8d8f87a18 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233694196&fields=id&tenant_id=5d723f53cf6a489c81af66cbc2c33848 HTTP/1.1" status: 200 len: 267 time: 0.0735009 May 18 14:40:54.768578 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0cfca4a7-0e15-4113-bc26-0363fac1fa50 req-faf2d4ac-6008-4929-b2df-2f930554c98a service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558465 May 18 14:40:54.851913 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-aefb2acc-294d-483c-8127-a1e280df5d9a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:54.853369 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-aefb2acc-294d-483c-8127-a1e280df5d9a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 984 time: 0.0878530 May 18 14:40:54.865267 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Request body: {'port': {'security_groups': ['f4d2a478-6e2e-4b1f-a49e-cd34690c6dac']}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:54.985161 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:55.242562 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] For port a07a3480-e8ea-48ef-95dd-d454418bec9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:55.272703 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:55.276934 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:55.283184 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:55.288721 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['a07a3480-e8ea-48ef-95dd-d454418bec9a'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:55.349030 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:55.349697 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:55.351167 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2eb0d011-ab8c-4ef8-bca9-a2573d1951f5 req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "PUT /v2.0/ports/a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 942 time: 0.4905617 May 18 14:40:55.351689 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:55.360992 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55506) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:55.377746 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event updated for resources: {'Port': ['ID=a07a3480-e8ea-48ef-95dd-d454418bec9a,revision_number=7']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:55.385893 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.386154 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.386391 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.386757 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.387100 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.387610 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.387967 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.388874 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.389951 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.389951 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.389951 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.390328 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.402201 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:55.433706 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'status': 'completed', 'code': 200} May 18 14:40:55.457071 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:55.463097 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['a07a3480-e8ea-48ef-95dd-d454418bec9a'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:55.494168 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:55.574620 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-1d9747e1-f863-46f6-95cc-e1f6654ae216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:55.577012 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-1d9747e1-f863-46f6-95cc-e1f6654ae216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d723f53cf6a489c81af66cbc2c33848&device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1098 time: 0.1090324 May 18 14:40:55.581130 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:55.592721 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-fb806a12-df4b-4db0-b6ac-d7fcc4d9baad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:55.606803 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ac44d-d15c-44dd-92dc-5fb95c036347,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:55.619116 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.619494 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.619868 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.620229 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.620592 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.620950 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.621303 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.621686 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.622039 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.622389 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.623422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.623917 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:55.626833 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:55.628014 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "DELETE /v2.0/security-groups/466ac44d-d15c-44dd-92dc-5fb95c036347 HTTP/1.1" status: 204 len: 168 time: 0.2654281 May 18 14:40:55.628901 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4c6945e6-3f37-43a9-90c1-d93396b334b9 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:55.634689 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55510) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:55.701106 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-5deee35a-4eca-4f85-b26f-900a1ef968dd None None] Provisioning complete for port a07a3480-e8ea-48ef-95dd-d454418bec9a triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:55.701600 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5deee35a-4eca-4f85-b26f-900a1ef968dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:55.906754 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-41946e71-53b4-4824-a280-56b7701c9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:55.908080 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-41946e71-53b4-4824-a280-56b7701c9236 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 200 len: 916 time: 0.3243124 May 18 14:40:56.069426 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-85e9b37e-715c-4e23-af5a-606ffe387985 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 1001 time: 0.1539042 May 18 14:40:56.131669 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Deleting port 8dccd1b3-0590-473b-8c49-f34516813e35 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:40:56.132050 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:56.167099 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-546f1312-f493-4c9c-bf1c-79a7358e7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:56.168475 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-546f1312-f493-4c9c-bf1c-79a7358e7239 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca524bd0-988d-4ff3-86b7-3f664e1abd56 HTTP/1.1" status: 200 len: 854 time: 0.0901332 May 18 14:40:56.308803 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:56.309121 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:56.544032 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Calling delete_port for 8dccd1b3-0590-473b-8c49-f34516813e35 owned by network:floatingip {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:40:56.558909 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-66afccae-c913-490e-9dc0-b8985037831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:56.560673 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-66afccae-c913-490e-9dc0-b8985037831f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bb68804-b1ab-49c5-a244-5960a98f5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3442550 May 18 14:40:56.711059 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-8a7de515-d94f-4b96-a390-aec9e3ac86ec service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434572 May 18 14:40:56.895799 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-490f01bb-75fe-4272-96ee-ca4387d60bc7 req-52561bd0-d6e3-413a-bf1a-9ed11b1b7f07 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759915 May 18 14:40:56.896515 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:56.900029 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:56.941464 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event deleted for resources: {'Port': ['ID=8dccd1b3-0590-473b-8c49-f34516813e35,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:56.945023 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:57.034815 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks [] for floatingip, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:57.035138 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.l3_db [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Floating IP 6f12cc34-054e-4f6c-bb69-7bd17f2b5d1f disassociated (deleted). External IP: 172.27.2.197, port: a07a3480-e8ea-48ef-95dd-d454418bec9a. May 18 14:40:57.422390 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:40:57.599746 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:40:57.609934 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733507c-5229-466c-9950-42cf364463a3 None None] Sync routers for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:40:57.616739 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:57.618997 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733507c-5229-466c-9950-42cf364463a3 None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:57.619599 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-5733507c-5229-466c-9950-42cf364463a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:40:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:57.674030 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-74c39886-9d5c-4675-bcce-a84f03ade4e6 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "DELETE /v2.0/floatingips/6f12cc34-054e-4f6c-bb69-7bd17f2b5d1f HTTP/1.1" status: 204 len: 168 time: 2.0381899 May 18 14:40:57.674569 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:57.799968 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-5733507c-5229-466c-9950-42cf364463a3 None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:58.046883 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'status': 'completed', 'code': 200} May 18 14:40:58.153084 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-c3939186-5f30-4cdb-8378-8d0cbbc625ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.154810 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-c3939186-5f30-4cdb-8378-8d0cbbc625ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d723f53cf6a489c81af66cbc2c33848&device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 1098 time: 0.0792503 May 18 14:40:58.171471 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-5733507c-5229-466c-9950-42cf364463a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:41Z', 'revision_number': 5, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:58.175492 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733507c-5229-466c-9950-42cf364463a3 None None] Checking router: 52fcd42f-9e16-4ba5-98b1-1d202e8d864c for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:40:58.184572 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733507c-5229-466c-9950-42cf364463a3 None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:58.185832 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-5733507c-5229-466c-9950-42cf364463a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:40:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:58.376581 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-5733507c-5229-466c-9950-42cf364463a3 None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:58.392934 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-f12a5537-a6e7-48c5-8acc-c84146287d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.394407 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-f12a5537-a6e7-48c5-8acc-c84146287d8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 200 len: 916 time: 0.2335181 May 18 14:40:58.467343 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-64dea355-a315-4174-9208-c101e6c3ef91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 200 len: 217 time: 0.0638809 May 18 14:40:58.538405 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-568c4085-296f-461d-8b8c-fa1cd5ac3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.540189 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-568c4085-296f-461d-8b8c-fa1cd5ac3270 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca524bd0-988d-4ff3-86b7-3f664e1abd56 HTTP/1.1" status: 200 len: 854 time: 0.0622561 May 18 14:40:58.625946 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-c506499b-06af-4265-9a83-03adff6a5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.627598 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-c506499b-06af-4265-9a83-03adff6a5872 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bb68804-b1ab-49c5-a244-5960a98f5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803113 May 18 14:40:58.701012 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-5733507c-5229-466c-9950-42cf364463a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:41Z', 'revision_number': 5, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:58.705277 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733507c-5229-466c-9950-42cf364463a3 None None] The sync data for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi is: [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:38:19Z', 'revision_number': 4, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0891307f-8716-4b91-9ad9-7958dce88ec5', 'name': '', 'network_id': '6bb68804-b1ab-49c5-a244-5960a98f5a26', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'mac_address': 'fa:16:3e:e1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:41Z', 'revision_number': 5, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'subnets': [{'id': 'ca524bd0-988d-4ff3-86b7-3f664e1abd56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:40:58.767812 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-deedf122-6959-4aa3-8e46-2b01391427e6 service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326084 May 18 14:40:58.910659 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-380471e8-72cb-453d-9213-c0d60d4b56bd req-dc0f025c-cab8-4cd5-868c-dc9c4f026c4b service neutron] 10.222.0.13 "GET /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358807 May 18 14:40:58.928482 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f95e4-d4ec-47f6-b9b8-94e75da7c74e None None] New status for floating IP 6f12cc34-054e-4f6c-bb69-7bd17f2b5d1f: DOWN {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:41:01.008956 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2851a5-9daf-4591-996d-74cb6d0d3ffc req-272a634d-b2d3-4be4-8b7c-3d9027bcd444 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:01.009692 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-8c2851a5-9daf-4591-996d-74cb6d0d3ffc req-272a634d-b2d3-4be4-8b7c-3d9027bcd444 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Synchronizing usage tracker for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:01.026360 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-8c2851a5-9daf-4591-996d-74cb6d0d3ffc req-272a634d-b2d3-4be4-8b7c-3d9027bcd444 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Unset dirty status for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:01.027609 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c2851a5-9daf-4591-996d-74cb6d0d3ffc req-272a634d-b2d3-4be4-8b7c-3d9027bcd444 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 945 time: 0.0982163 May 18 14:41:01.078632 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c2851a5-9daf-4591-996d-74cb6d0d3ffc req-dbe58c8b-742f-4b97-a983-95413020a489 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 May 18 14:41:02.265886 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd84f8c-b694-405f-b515-a71f03da8627 req-b09a4a9c-e4e4-4ec8-8d35-35ab0e62b15c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:02.267328 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6dd84f8c-b694-405f-b515-a71f03da8627 req-b09a4a9c-e4e4-4ec8-8d35-35ab0e62b15c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 945 time: 0.0839422 May 18 14:41:02.312758 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6dd84f8c-b694-405f-b515-a71f03da8627 req-b252c387-666a-4e5a-bccc-63aad5b50a04 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 May 18 14:41:02.682955 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-797f7ee1-82d1-41ab-bace-84fb1817b39a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:02.684368 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-797f7ee1-82d1-41ab-bace-84fb1817b39a tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 945 time: 0.0799754 May 18 14:41:02.824195 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Deleting port a07a3480-e8ea-48ef-95dd-d454418bec9a {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:02.824418 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.960528 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] For port a07a3480-e8ea-48ef-95dd-d454418bec9a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a07a3480-e8ea-48ef-95dd-d454418bec9a,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:02.960873 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:03.088838 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Calling delete_port for a07a3480-e8ea-48ef-95dd-d454418bec9a owned by compute:nova {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:03.198931 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:03.204869 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:03.212877 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['a07a3480-e8ea-48ef-95dd-d454418bec9a'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:03.250890 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Pushing event deleted for resources: {'Port': ['ID=a07a3480-e8ea-48ef-95dd-d454418bec9a,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:03.254074 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:03.329329 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] No DVR routers for this DVR port a07a3480-e8ea-48ef-95dd-d454418bec9a on host hv-cinder-79123 {{(pid=91461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:03.331957 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:03.334682 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'name': 'network-vif-deleted', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:03.351461 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5a6115b7-bc54-4e24-9d63-e1aa2c514f80 req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.13 "DELETE /v2.0/ports/a07a3480-e8ea-48ef-95dd-d454418bec9a HTTP/1.1" status: 204 len: 173 time: 0.6607535 May 18 14:41:03.468008 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-8583b423-e582-4f8b-8dee-a11f5b5c73c7 req-09462e8d-8b41-432b-94c9-0f9fcba2b3dc tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Synchronizing usage tracker for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:03.485010 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-8583b423-e582-4f8b-8dee-a11f5b5c73c7 req-09462e8d-8b41-432b-94c9-0f9fcba2b3dc tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Unset dirty status for tenant:5d723f53cf6a489c81af66cbc2c33848 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:03.486291 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8583b423-e582-4f8b-8dee-a11f5b5c73c7 req-09462e8d-8b41-432b-94c9-0f9fcba2b3dc tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3860565-b232-47c9-98b6-dea065725edb HTTP/1.1" status: 200 len: 210 time: 0.0621202 May 18 14:41:03.546892 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3860565-b232-47c9-98b6-dea065725edb', 'name': 'network-vif-deleted', 'tag': 'a07a3480-e8ea-48ef-95dd-d454418bec9a', 'status': 'completed', 'code': 200} May 18 14:41:05.260923 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55596) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:05.903078 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404041'] for router_interface, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:06.313962 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Deleting port 0891307f-8716-4b91-9ad9-7958dce88ec5 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:06.314602 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:06.434436 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] For port 0891307f-8716-4b91-9ad9-7958dce88ec5, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=0891307f-8716-4b91-9ad9-7958dce88ec5,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:06.434746 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device a07a3480-e8ea-48ef-95dd-d454418bec9a no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:06.435280 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:06.469700 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: a07a3480-e8ea-48ef-95dd-d454418bec9a {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:06.470047 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device a07a3480-e8ea-48ef-95dd-d454418bec9a not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:06.556126 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Calling delete_port for 0891307f-8716-4b91-9ad9-7958dce88ec5 owned by network:router_interface {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:06.937586 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:06.941190 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-a3dd1e18-ee36-4b95-9360-ab380687f102 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:06.988247 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0891307f-8716-4b91-9ad9-7958dce88ec5,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:06.990740 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:07.256084 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403929'] for router_interface, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:07.609034 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:41:07.782190 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:41:07.790668 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] Sync routers for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:41:07.798187 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] 10.222.0.44 "PUT /v2.0/routers/52fcd42f-9e16-4ba5-98b1-1d202e8d864c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5361669 May 18 14:41:07.800247 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:07.800697 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55600) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:07.800873 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:40:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:07.974034 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks [] for router, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:07.979921 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:08.278054 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.310291 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:41:06Z', 'revision_number': 5, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port': {'id': 'e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:14Z', 'updated_at': '2021-05-18T14:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:08.314743 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] Checking router: 52fcd42f-9e16-4ba5-98b1-1d202e8d864c for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:41:08.323012 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] Routers {'52fcd42f-9e16-4ba5-98b1-1d202e8d864c'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:08.323618 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:40:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:08.351216 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Deleting port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:08.351556 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.473780 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] Set router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c gateway port host: None {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:08.475508 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] For port e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:08.475871 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.583167 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:41:08Z', 'revision_number': 6, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port_host': None}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:08.587110 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9f309-5383-48f0-837a-5c0f27886994 None None] The sync data for ids ['52fcd42f-9e16-4ba5-98b1-1d202e8d864c'] in dv-cinder-791239-1-iscsi is: [{'id': '52fcd42f-9e16-4ba5-98b1-1d202e8d864c', 'name': 'tempest-TestMinimumBasicScenario-1296288824-router', 'tenant_id': '5d723f53cf6a489c81af66cbc2c33848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:12Z', 'updated_at': '2021-05-18T14:41:08Z', 'revision_number': 6, 'project_id': '5d723f53cf6a489c81af66cbc2c33848', 'gw_port_host': None}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:41:08.601347 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Calling delete_port for e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c owned by network:router_gateway {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:08.739593 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:08.743233 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4932111f-d5ef-49e5-a531-89bc88fbca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:08.789019 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:08.792170 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:08.881928 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402018'] for router_gateway, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.055735 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.057924 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.079562 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401461'] for router, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.080136 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52fcd42f-9e16-4ba5-98b1-1d202e8d864c {{(pid=91461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:41:09.092271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.094083 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] 10.222.0.44 "DELETE /v2.0/routers/52fcd42f-9e16-4ba5-98b1-1d202e8d864c HTTP/1.1" status: 204 len: 168 time: 1.2924750 May 18 14:41:09.096599 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55604) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:09.158689 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26e3daf-cbe5-406e-bb2f-339c1c8328c6 admin admin] Deleting subnet ca524bd0-988d-4ff3-86b7-3f664e1abd56 {{(pid=91461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:41:09.161551 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f26e3daf-cbe5-406e-bb2f-339c1c8328c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.209567 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f26e3daf-cbe5-406e-bb2f-339c1c8328c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176964'] for subnet, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.290057 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f26e3daf-cbe5-406e-bb2f-339c1c8328c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.544338 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f26e3daf-cbe5-406e-bb2f-339c1c8328c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4177017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2491218'] for subnet, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.554980 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:09.575855 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0891307f-8716-4b91-9ad9-7958dce88ec5 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:09.592231 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f26e3daf-cbe5-406e-bb2f-339c1c8328c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.600648 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e3daf-cbe5-406e-bb2f-339c1c8328c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca524bd0-988d-4ff3-86b7-3f664e1abd56,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:09.604555 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-f26e3daf-cbe5-406e-bb2f-339c1c8328c6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ca524bd0-988d-4ff3-86b7-3f664e1abd56 HTTP/1.1" status: 204 len: 168 time: 0.5069361 May 18 14:41:09.605608 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f26e3daf-cbe5-406e-bb2f-339c1c8328c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:09.607300 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55608) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:09.609488 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c113d-3b22-4d78-82e5-ffee16e1d1f1 None None] Network 6bb68804-b1ab-49c5-a244-5960a98f5a26 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:41:09.631041 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 0891307f-8716-4b91-9ad9-7958dce88ec5 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:09.631395 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0891307f-8716-4b91-9ad9-7958dce88ec5 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:09.631816 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:09.674821 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:09.675172 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device e6d4aa56-7ae3-498b-8b29-faeaf2dd7e5c not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:09.817564 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.892487 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Deleting port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:09.892824 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.926404 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] DHCP port deletion for 6bb68804-b1ab-49c5-a244-5960a98f5a26 request from dv-cinder-791239-1-iscsi {{(pid=91463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:41:09.993830 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Deleting port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 {{(pid=91463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:09.994211 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.995381 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] For port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:09.995745 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.089140 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] For port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824,segment=NetworkSegment(88b79369-e0dd-4865-9a25-7a4be677ecdd),segment_id=88b79369-e0dd-4865-9a25-7a4be677ecdd)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:10.089444 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.119241 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Calling delete_port for ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 owned by network:dhcp {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:10.165602 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.170115 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1a6bbb40-6747-4795-9d45-c91d210faa87 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:10.214183 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Calling delete_port for ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 owned by network:dhcp {{(pid=91463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:10.217018 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] No DVR routers for this DVR port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 on host dv-cinder-791239-1-iscsi {{(pid=91461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:10.246882 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:10.249536 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:10.258874 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220'] for port, after_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.262437 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-559f9a69-2824-4f75-8b9c-87f8feb5907d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:10.303317 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Pushing event deleted for resources: {'Port': ['ID=ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824,revision_number=None']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:10.309578 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] No DVR routers for this DVR port ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 on host dv-cinder-791239-1-iscsi {{(pid=91463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:10.315212 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.315558 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.315896 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.316225 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.316553 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.316877 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.317198 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.317533 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.317859 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.318175 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.318489 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.318803 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:10.322223 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-50a54960-748a-4ea3-a437-acd634f43c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:10.341836 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.355139 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb68804-b1ab-49c5-a244-5960a98f5a26']}} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:10.367607 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b79369-e0dd-4865-9a25-7a4be677ecdd') {'for_net_delete': True} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:10.367904 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b79369-e0dd-4865-9a25-7a4be677ecdd') {} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:10.379370 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176979'] for segment, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.394780 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.400850 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=91461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:41:10.401326 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3984859'] for segment, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: Traceback (most recent call last): May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: timer() May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: cb(*args, **kw) May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: return func(*args, **kwargs) May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: self._notify() May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: self.callback(batched_events) May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: event.method(event) May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: return f(self, *a, **k) May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._get(url).json() May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: return self.request(url, 'GET', **kwargs) May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:41:10.414696 dv-cinder-791239-1-iscsi neutron-server[91461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:41:10.495767 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.503582 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:10.506834 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:10.528876 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb68804-b1ab-49c5-a244-5960a98f5a26,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:10.533890 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:10.543625 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4db59bdd-305c-44dc-9744-cd545988d4ed admin admin] 10.222.0.44 "DELETE /v2.0/networks/6bb68804-b1ab-49c5-a244-5960a98f5a26 HTTP/1.1" status: 204 len: 168 time: 0.9353204 May 18 14:41:10.547098 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55612) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:11.076238 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404041'] for router_interface, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.560239 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:11.595274 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Deleting port 97e9fe1e-d8ea-4139-8272-37f66dd3d675 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:11.595639 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.595752 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:11.596050 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device ea72cf6d-cdc3-4a04-b5e5-a8c8e3440824 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:11.725759 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] For port 97e9fe1e-d8ea-4139-8272-37f66dd3d675, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=97e9fe1e-d8ea-4139-8272-37f66dd3d675,segment=NetworkSegment(324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf),segment_id=324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:11.726105 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.850075 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Calling delete_port for 97e9fe1e-d8ea-4139-8272-37f66dd3d675 owned by network:router_interface {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:11.997423 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.002464 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-0a7658de-9586-4c95-9365-b356be953c37 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:12.072286 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Pushing event deleted for resources: {'Port': ['ID=97e9fe1e-d8ea-4139-8272-37f66dd3d675,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:12.080579 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:12.317854 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403929'] for router_interface, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.686344 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Router 1f6e9759-954b-4199-96a4-9e86ac0472c1 has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:41:12.974480 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:41:12.983822 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] Sync routers for ids ['1f6e9759-954b-4199-96a4-9e86ac0472c1'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:41:12.984526 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] 10.222.0.44 "PUT /v2.0/routers/1f6e9759-954b-4199-96a4-9e86ac0472c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4361429 May 18 14:41:12.986744 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55616) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:12.994164 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] Routers {'1f6e9759-954b-4199-96a4-9e86ac0472c1'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:12.994847 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:40:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['1f6e9759-954b-4199-96a4-9e86ac0472c1'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:13.162370 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks [] for router, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:13.200254 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] Set router 1f6e9759-954b-4199-96a4-9e86ac0472c1 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:13.340524 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:13.423395 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Deleting port b3ebd1b2-2aff-4841-97c5-733def882335 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:13.423801 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:13.488691 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:41:11Z', 'revision_number': 5, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'gw_port': {'id': 'b3ebd1b2-2aff-4841-97c5-733def882335', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:25Z', 'updated_at': '2021-05-18T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:13.493040 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] Checking router: 1f6e9759-954b-4199-96a4-9e86ac0472c1 for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:41:13.503151 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] Routers {'1f6e9759-954b-4199-96a4-9e86ac0472c1'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:13.503625 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:40:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['1f6e9759-954b-4199-96a4-9e86ac0472c1'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:13.568859 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] For port b3ebd1b2-2aff-4841-97c5-733def882335, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=b3ebd1b2-2aff-4841-97c5-733def882335,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:13.569218 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:13.657582 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] Set router 1f6e9759-954b-4199-96a4-9e86ac0472c1 gateway port host: None {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:13.692381 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Calling delete_port for b3ebd1b2-2aff-4841-97c5-733def882335 owned by network:router_gateway {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:13.760231 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:41:13Z', 'revision_number': 6, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'gw_port_host': None}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:13.764849 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b02ea64-60cd-472e-93a8-875901b61eff None None] The sync data for ids ['1f6e9759-954b-4199-96a4-9e86ac0472c1'] in dv-cinder-791239-1-iscsi is: [{'id': '1f6e9759-954b-4199-96a4-9e86ac0472c1', 'name': 'tempest-TestMinimumBasicScenario-602889303-router', 'tenant_id': '9a85c85baf3c4afcb0851a0329bc4478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:41:13Z', 'revision_number': 6, 'project_id': '9a85c85baf3c4afcb0851a0329bc4478', 'gw_port_host': None}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:41:13.836965 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:13.840437 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:13.885017 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ebd1b2-2aff-4841-97c5-733def882335,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:13.887932 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:13.979278 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402018'] for router_gateway, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.269441 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.271548 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.296177 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401461'] for router, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.296769 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f6e9759-954b-4199-96a4-9e86ac0472c1 {{(pid=91461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:41:14.308683 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.309804 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] 10.222.0.44 "DELETE /v2.0/routers/1f6e9759-954b-4199-96a4-9e86ac0472c1 HTTP/1.1" status: 204 len: 168 time: 1.3221476 May 18 14:41:14.312406 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55620) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:14.371234 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acff616-e2e9-4d24-9ec2-8b6e8c4126ca admin admin] Deleting subnet 5ce14980-7363-4739-b981-684303f5f076 {{(pid=91461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:41:14.374534 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4acff616-e2e9-4d24-9ec2-8b6e8c4126ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.425884 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4acff616-e2e9-4d24-9ec2-8b6e8c4126ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176964'] for subnet, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.506367 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4acff616-e2e9-4d24-9ec2-8b6e8c4126ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.782329 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4acff616-e2e9-4d24-9ec2-8b6e8c4126ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4177017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2491218'] for subnet, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.787849 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:14.832992 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acff616-e2e9-4d24-9ec2-8b6e8c4126ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce14980-7363-4739-b981-684303f5f076,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:14.836050 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4acff616-e2e9-4d24-9ec2-8b6e8c4126ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:14.837013 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4acff616-e2e9-4d24-9ec2-8b6e8c4126ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:14.841804 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfdddd-4c3d-4ba0-8057-c88d2e538dce None None] Network d02905a0-99e3-4d9a-8e22-a5af81630d21 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:41:14.843013 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4acff616-e2e9-4d24-9ec2-8b6e8c4126ca admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ce14980-7363-4739-b981-684303f5f076 HTTP/1.1" status: 204 len: 168 time: 0.5296667 May 18 14:41:14.845727 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55624) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:14.965492 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.051017 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Deleting port f5e580f4-0000-4f02-a1f6-1c21212b4c86 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:15.051235 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.118458 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] DHCP port deletion for d02905a0-99e3-4d9a-8e22-a5af81630d21 request from dv-cinder-791239-1-iscsi {{(pid=91463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:41:15.174761 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] For port f5e580f4-0000-4f02-a1f6-1c21212b4c86, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=f5e580f4-0000-4f02-a1f6-1c21212b4c86,segment=NetworkSegment(324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf),segment_id=324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:15.175115 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.190024 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] Deleting port f5e580f4-0000-4f02-a1f6-1c21212b4c86 {{(pid=91463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:15.190433 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.332564 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Calling delete_port for f5e580f4-0000-4f02-a1f6-1c21212b4c86 owned by network:dhcp {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:15.340558 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] For port f5e580f4-0000-4f02-a1f6-1c21212b4c86, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=f5e580f4-0000-4f02-a1f6-1c21212b4c86,segment=NetworkSegment(324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf),segment_id=324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:15.340950 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.391262 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.395282 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b085ebeb-e0ad-4bca-84a4-855f19e888fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:15.446357 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e580f4-0000-4f02-a1f6-1c21212b4c86,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:15.448331 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] No DVR routers for this DVR port f5e580f4-0000-4f02-a1f6-1c21212b4c86 on host dv-cinder-791239-1-iscsi {{(pid=91461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:15.449805 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:15.482079 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] Calling delete_port for f5e580f4-0000-4f02-a1f6-1c21212b4c86 owned by network:dhcp {{(pid=91463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:15.537035 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220'] for port, after_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.540656 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-4a322e09-ea76-4012-9ba3-b3d8bce71889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:15.575993 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.586936 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device f5e580f4-0000-4f02-a1f6-1c21212b4c86 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:15.590385 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02905a0-99e3-4d9a-8e22-a5af81630d21']}} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:15.603096 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf') {'for_net_delete': True} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:15.603389 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324d84d3-c5fa-4c2f-9de5-81ef4ed18ebf') {} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:15.617054 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176979'] for segment, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.633685 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.633935 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] Pushing event deleted for resources: {'Port': ['ID=f5e580f4-0000-4f02-a1f6-1c21212b4c86,revision_number=None']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:15.636279 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:15.640287 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=91461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:41:15.640629 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3984859'] for segment, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.645710 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d3513-add3-4133-b9fe-c7d133fdac7c None None] No DVR routers for this DVR port f5e580f4-0000-4f02-a1f6-1c21212b4c86 on host dv-cinder-791239-1-iscsi {{(pid=91463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:15.649593 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: f5e580f4-0000-4f02-a1f6-1c21212b4c86 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:15.649956 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device f5e580f4-0000-4f02-a1f6-1c21212b4c86 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:15.655406 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device b3ebd1b2-2aff-4841-97c5-733def882335 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: Traceback (most recent call last): May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: timer() May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: cb(*args, **kw) May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: return func(*args, **kwargs) May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: self._notify() May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: self.callback(batched_events) May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: event.method(event) May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: return f(self, *a, **k) May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._get(url).json() May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: return self.request(url, 'GET', **kwargs) May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:41:15.655792 dv-cinder-791239-1-iscsi neutron-server[91461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:41:15.688402 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: b3ebd1b2-2aff-4841-97c5-733def882335 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:15.688748 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device b3ebd1b2-2aff-4841-97c5-733def882335 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:15.689165 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 97e9fe1e-d8ea-4139-8272-37f66dd3d675 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:15.736728 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.740744 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-91a941a6-8b39-45ba-a311-b1b1aa2b2265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:15.750900 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 97e9fe1e-d8ea-4139-8272-37f66dd3d675 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:15.751485 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 97e9fe1e-d8ea-4139-8272-37f66dd3d675 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:15.754100 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.764373 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=d02905a0-99e3-4d9a-8e22-a5af81630d21,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:15.767482 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:15.768977 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ad640cc4-b199-4625-83a7-0b2fcd3b4e84 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d02905a0-99e3-4d9a-8e22-a5af81630d21 HTTP/1.1" status: 204 len: 168 time: 0.9223046 May 18 14:41:15.948279 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55630) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:16.005887 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-5809f007-3994-4273-baf1-cf25853b1dee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d723f53cf6a489c81af66cbc2c33848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563521 May 18 14:41:16.008212 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55634) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:16.068674 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-86af6962-6278-45e3-af0a-7d82fbc1fcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.094736 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-86af6962-6278-45e3-af0a-7d82fbc1fcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.149038 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-86af6962-6278-45e3-af0a-7d82fbc1fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.152843 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-6170f0f2-8447-4429-8a5c-8d86f7662cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:16.169186 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af6962-6278-45e3-af0a-7d82fbc1fcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d2a478-6e2e-4b1f-a49e-cd34690c6dac,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:16.173098 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-86af6962-6278-45e3-af0a-7d82fbc1fcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:16.178462 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-86af6962-6278-45e3-af0a-7d82fbc1fcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.179582 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-86af6962-6278-45e3-af0a-7d82fbc1fcf5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4d2a478-6e2e-4b1f-a49e-cd34690c6dac HTTP/1.1" status: 204 len: 168 time: 0.1704836 May 18 14:41:16.527664 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55642) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:16.579770 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-09234cea-8c7a-4d45-824c-8c6588cd76c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a85c85baf3c4afcb0851a0329bc4478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508099 May 18 14:41:16.582350 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55646) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:16.647114 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8c7db883-8880-4aab-ae74-6d992c3ab225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.673872 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8c7db883-8880-4aab-ae74-6d992c3ab225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.726966 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8c7db883-8880-4aab-ae74-6d992c3ab225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.730852 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-a8b4752d-0ee6-4825-b543-2b821618f760 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:16.741742 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7db883-8880-4aab-ae74-6d992c3ab225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08170ab-dc84-45f5-a60a-a855338ecfb5,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:16.745556 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8c7db883-8880-4aab-ae74-6d992c3ab225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:16.748901 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-8c7db883-8880-4aab-ae74-6d992c3ab225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.750053 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-8c7db883-8880-4aab-ae74-6d992c3ab225 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d08170ab-dc84-45f5-a60a-a855338ecfb5 HTTP/1.1" status: 204 len: 168 time: 0.1667817 May 18 14:41:18.903290 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-33ae0047-aed4-4285-8c54-b8ff119fcc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:19.006101 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:19.180065 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:41:21.501954 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2b05dd92-c3d8-44a7-bcd5-cdbbdf9f615a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:21.536206 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:22.571253 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.178116 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.939653 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2a210-cb35-4f60-bf5a-0209937c243b req-e5e14d2e-8acb-49b0-a0f4-ede7396af35d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:41.940899 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9ab2a210-cb35-4f60-bf5a-0209937c243b req-e5e14d2e-8acb-49b0-a0f4-ede7396af35d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 945 time: 0.0796044 May 18 14:41:41.988850 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9ab2a210-cb35-4f60-bf5a-0209937c243b req-08b78bf1-2b81-4ee5-9f4e-c72203036ebc tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419636 May 18 14:41:43.174640 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9f0c8-25c9-48ed-be12-ef5dce465ab2 req-d641e29f-8181-47db-8263-e7e45eda6683 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:43.176062 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-acf9f0c8-25c9-48ed-be12-ef5dce465ab2 req-d641e29f-8181-47db-8263-e7e45eda6683 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 945 time: 0.0792899 May 18 14:41:43.218457 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-acf9f0c8-25c9-48ed-be12-ef5dce465ab2 req-4b339f06-b1f7-4608-bd36-dcff7b6cd85f tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367849 May 18 14:41:43.435872 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-2ce068b2-c398-448f-b6fe-62a393b2f7ce tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:43.437270 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-2ce068b2-c398-448f-b6fe-62a393b2f7ce tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 945 time: 0.0819020 May 18 14:41:43.575128 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Deleting port eccbc436-8dfb-4f01-8867-77c5fe0e2aed {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:43.575462 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:43.793608 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] For port eccbc436-8dfb-4f01-8867-77c5fe0e2aed, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:43.793890 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.073056 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.073331 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.073677 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.l3_db [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Floating IP e5a073cd-dae0-4741-a4f6-ee6fc21619ca disassociated. External IP: 172.27.2.123, port: eccbc436-8dfb-4f01-8867-77c5fe0e2aed. May 18 14:41:44.074006 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Calling delete_port for eccbc436-8dfb-4f01-8867-77c5fe0e2aed owned by compute:nova {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:44.183414 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.189004 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:44.233720 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event deleted for resources: {'Port': ['ID=eccbc436-8dfb-4f01-8867-77c5fe0e2aed,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:44.236847 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:44.431367 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-128c99a6-2129-4cf0-ac3b-50f14f944614 req-a7bea320-0759-48f0-bdfa-db55db9b90a1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 210 time: 0.0571523 May 18 14:41:44.462289 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Router 278c7b88-6db3-44e6-874f-54fcc5ed40cf has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:41:44.649466 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:41:44.660105 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] Sync routers for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:41:44.673766 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:44.674791 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:41:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:44.758306 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] No DVR routers for this DVR port eccbc436-8dfb-4f01-8867-77c5fe0e2aed on host hv-cinder-79123 {{(pid=91461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:44.761188 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.766182 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'name': 'network-vif-deleted', 'tag': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:44.815225 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-b5c373a9-a143-4ca1-a671-ab0021493910 req-63422212-edf5-471d-9bcd-03d3e6776cc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "DELETE /v2.0/ports/eccbc436-8dfb-4f01-8867-77c5fe0e2aed HTTP/1.1" status: 204 len: 173 time: 1.3721271 May 18 14:41:44.868899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779210b8-e73d-418e-8bd7-5ad717e2e832 req-6169fd9e-582a-4d12-855f-b55e1568de64 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:44.870505 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-779210b8-e73d-418e-8bd7-5ad717e2e832 req-6169fd9e-582a-4d12-855f-b55e1568de64 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.0956187 May 18 14:41:44.874288 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:44.919134 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-779210b8-e73d-418e-8bd7-5ad717e2e832 req-94d390b4-b9af-4501-8040-411e6bbe694e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409415 May 18 14:41:44.973389 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa987e70-95c4-4006-9fd3-43f8c02ec67c', 'name': 'network-vif-deleted', 'tag': 'eccbc436-8dfb-4f01-8867-77c5fe0e2aed', 'status': 'completed', 'code': 200} May 18 14:41:45.191500 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:45.195271 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] Checking router: 278c7b88-6db3-44e6-874f-54fcc5ed40cf for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:41:45.203701 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:45.204300 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:41:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:45.414354 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:45.613462 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-92968741-db5e-4294-8575-442d2fda794d req-de96b396-8f40-4b9a-a617-06a9552722f7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Synchronizing usage tracker for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:45.630128 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-92968741-db5e-4294-8575-442d2fda794d req-de96b396-8f40-4b9a-a617-06a9552722f7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Unset dirty status for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:45.631252 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-92968741-db5e-4294-8575-442d2fda794d req-de96b396-8f40-4b9a-a617-06a9552722f7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa987e70-95c4-4006-9fd3-43f8c02ec67c HTTP/1.1" status: 200 len: 210 time: 0.0701833 May 18 14:41:45.739030 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:45.742776 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb291a7-a9af-4a5a-94d9-c1814133e495 None None] The sync data for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi is: [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:41:45.945051 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6021473-0d68-473d-9d46-e1afa0ad7610 None None] New status for floating IP e5a073cd-dae0-4741-a4f6-ee6fc21619ca: DOWN {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:41:46.108016 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbd0a8-cca9-465c-a8b1-3cd087bd5e52 req-f94177af-8ba5-4a25-b158-eb72d4ec3be7 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:46.109373 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4bbbd0a8-cca9-465c-a8b1-3cd087bd5e52 req-f94177af-8ba5-4a25-b158-eb72d4ec3be7 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.0827963 May 18 14:41:46.154980 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4bbbd0a8-cca9-465c-a8b1-3cd087bd5e52 req-3e9a9831-2a4b-4a9e-9212-2013dd43896f tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396748 May 18 14:41:46.993852 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-70ee2398-bdf0-4252-a57e-205587d4f832 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735614070&fields=id&tenant_id=64ab0ec53fe84b4a968c40c55521d824 HTTP/1.1" status: 200 len: 267 time: 0.0402303 May 18 14:41:47.238055 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-5c4067f3-eb75-4865-a6a6-2edda4571f44 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:47.239503 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-5c4067f3-eb75-4865-a6a6-2edda4571f44 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 812 time: 0.2386017 May 18 14:41:47.255569 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-ca59190f-2b4b-4db8-8d94-66ae1c0ee9cf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/quotas/64ab0ec53fe84b4a968c40c55521d824 HTTP/1.1" status: 200 len: 375 time: 0.0106442 May 18 14:41:47.342618 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-44bf0bf2-8960-4d17-90b2-e24cae3b4489 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819175 May 18 14:41:47.478442 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-71876829-60f9-4439-8054-c659a058816a service neutron] 10.222.0.44 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232581 May 18 14:41:47.610506 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-6d6eea1c-1295-4432-bb9f-256aca629642 service neutron] 10.222.0.44 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260643 May 18 14:41:48.071939 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94f000-c8d1-4cd9-b752-c1a790c5b72b req-76d5becc-93c2-4a6e-a4fc-6aa66d90080a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:48.073323 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a94f000-c8d1-4cd9-b752-c1a790c5b72b req-76d5becc-93c2-4a6e-a4fc-6aa66d90080a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.0792947 May 18 14:41:48.120436 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6a94f000-c8d1-4cd9-b752-c1a790c5b72b req-df532142-9879-490c-b929-d5672d059b02 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411327 May 18 14:41:48.209150 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-28e11faf-679d-4b9b-a12d-a4ad19bb5a1f req-b2ed1bfa-31a6-4e0f-99ff-25816c57a472 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 210 time: 0.0462754 May 18 14:41:48.630598 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device eccbc436-8dfb-4f01-8867-77c5fe0e2aed no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:48.664722 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: eccbc436-8dfb-4f01-8867-77c5fe0e2aed {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:48.665001 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device eccbc436-8dfb-4f01-8867-77c5fe0e2aed not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:48.907323 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-d3b2185a-3b14-41b1-b37f-d2ca90ecb85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:49.007500 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:49.031216 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-470306f6-2287-4c9f-b7eb-82fa22d0a093 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:49.032853 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-470306f6-2287-4c9f-b7eb-82fa22d0a093 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 812 time: 0.1550484 May 18 14:41:49.083478 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-742dfcfd-4dfc-498a-b075-f44622b38212 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ab0ec53fe84b4a968c40c55521d824 HTTP/1.1" status: 200 len: 379 time: 0.0410366 May 18 14:41:49.092528 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'port': {'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'admin_state_up': True, 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'security_groups': ['cb890ca6-da4a-4e62-80e1-81abf2bb108b']}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:49.267821 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:49.284117 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:49.304739 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Made reservation on behalf of 64ab0ec53fe84b4a968c40c55521d824 for: {'port': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:41:49.308222 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:49.387081 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41b61d-5882-4602-b4dc-149e3e3f8c67 req-96968059-2f5d-4427-b527-23b1641c622b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:49.388464 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4f41b61d-5882-4602-b4dc-149e3e3f8c67 req-96968059-2f5d-4427-b527-23b1641c622b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.1609635 May 18 14:41:49.491806 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4f41b61d-5882-4602-b4dc-149e3e3f8c67 req-60931ee1-98f8-4244-80ad-c68a331445e2 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936236 May 18 14:41:49.520765 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Allocated IP 172.20.0.14 (80bac765-7a7d-4a9e-8567-62c95bf94d97/37ef0fca-27ec-4f66-9743-7b301a875485/bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:41:49.731123 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:49.748625 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Transition to ACTIVE for port object bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 will not be triggered until provisioned by entity DHCP. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:41:49.811539 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2c1ddbb1-3b71-4ec4-bd1c-f93dd8b9643a req-84204ed0-8528-4856-9e60-4a55b7a1732f tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 210 time: 0.0459750 May 18 14:41:49.812999 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:49.819079 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:49.884855 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:41:49.887941 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:41:49.891809 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:41:49.930225 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'Port': ['ID=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:49.934668 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:49.961678 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:49.962459 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:49.989654 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-cc29d7ae-fbd6-4fdc-9105-2bde2449d235 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9007478 May 18 14:41:50.001763 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Request body: {'port': {'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:50.089305 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-724ca9c9-9204-461f-b1c6-a9651d269cee None None] Provisioning for port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:41:50.095688 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-724ca9c9-9204-461f-b1c6-a9651d269cee None None] Provisioning complete for port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:41:50.095985 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-724ca9c9-9204-461f-b1c6-a9651d269cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:50.155028 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-724ca9c9-9204-461f-b1c6-a9651d269cee None None] Port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:41:50.210015 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:50.541497 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 {{(pid=91461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:41:50.549275 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:50.564437 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Transition to ACTIVE for port object bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 will not be triggered until provisioned by entity L2. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:41:50.567773 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:50.572305 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ac356bde-8283-4196-a4bd-eafad3dd7d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:50.778783 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:50.788719 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:50.872438 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bfc49-8766-4862-9a7f-81bff12a65ec req-e4079394-8938-464a-a33a-1964a980f543 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:50.873907 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f12bfc49-8766-4862-9a7f-81bff12a65ec req-e4079394-8938-464a-a33a-1964a980f543 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.2655580 May 18 14:41:50.882634 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Attempting to bind port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:41:50.882957 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Attempting to bind port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:41:50.883282 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Attempting to bind port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:41:50.906840 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:41:50.907157 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Attempting to bind port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:41:50.917878 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:41:50.918154 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Checking segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:41:50.918523 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Bound using segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:41:50.918934 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Bound port: bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:41:50.919271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:50.978181 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f12bfc49-8766-4862-9a7f-81bff12a65ec req-fbb4cef3-a983-4cdd-a21d-58a840fd196f tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966558 May 18 14:41:51.025468 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] For port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4, host hv-cinder-79123, cleared binding levels {{(pid=91461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:41:51.028559 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] For port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:41:51.033286 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:51.037772 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:51.143130 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:51.143740 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:51.145180 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 HTTP/1.1" status: 200 len: 1094 time: 1.1477404 May 18 14:41:51.145708 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:51.177475 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,revision_number=3']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:51.184116 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-884202a6-39d3-421a-bfda-2e645040a219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:51.255679 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61020577-95a4-4381-81ff-a8599a0fc51f req-a2cb1524-6686-4ecf-91b4-cea9f6ca9c9a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:51.256387 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-61020577-95a4-4381-81ff-a8599a0fc51f req-a2cb1524-6686-4ecf-91b4-cea9f6ca9c9a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Synchronizing usage tracker for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:51.286626 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-61020577-95a4-4381-81ff-a8599a0fc51f req-a2cb1524-6686-4ecf-91b4-cea9f6ca9c9a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Unset dirty status for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:51.287692 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-61020577-95a4-4381-81ff-a8599a0fc51f req-a2cb1524-6686-4ecf-91b4-cea9f6ca9c9a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 944 time: 0.2109418 May 18 14:41:51.309869 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-34acf723-9ea7-4b40-bff0-d6696331498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:51.311326 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-34acf723-9ea7-4b40-bff0-d6696331498a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 1097 time: 0.1176913 May 18 14:41:51.388584 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-deb71e98-66d6-4b5e-807e-7d0e551c5337 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 HTTP/1.1" status: 200 len: 217 time: 0.0683012 May 18 14:41:51.398494 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-61020577-95a4-4381-81ff-a8599a0fc51f req-efbec15f-ce99-4921-ae2e-42e0e1c73bc1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039872 May 18 14:41:51.459417 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-44826e29-2a5a-413c-89de-3c9b3b8b70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:51.460858 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-44826e29-2a5a-413c-89de-3c9b3b8b70e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0615590 May 18 14:41:51.462458 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'status': 'completed', 'code': 200} May 18 14:41:51.504821 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-1bc238a7-05b1-4f9b-9eca-0458973342af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:51.538904 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:51.539065 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-2e7dbf46-337a-41fc-8a0b-af353fc690b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:51.540595 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-2e7dbf46-337a-41fc-8a0b-af353fc690b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731168 May 18 14:41:51.675449 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-4f8a8431-e4b4-4f0c-9f9b-fbdbff7d1970 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273427 May 18 14:41:51.806736 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0d7b4b99-ae88-43d6-8cdd-c3140520ee8f req-a02f02be-8cd0-4c7e-ae79-dfeea0fdb023 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242931 May 18 14:41:52.013246 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-394cf069-8721-4a41-8a34-5b7405be8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:52.014745 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-394cf069-8721-4a41-8a34-5b7405be8a17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 1097 time: 0.1637077 May 18 14:41:52.201084 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-5a81dab8-4e6d-4778-a225-b6dfaa70cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:52.202539 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-5a81dab8-4e6d-4778-a225-b6dfaa70cdd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.1761131 May 18 14:41:52.276139 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-966f0d51-a38a-4e86-8301-a9305f581b02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 HTTP/1.1" status: 200 len: 217 time: 0.0657861 May 18 14:41:52.283692 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243cf39-d597-459e-87ec-33aaccc82bc5 req-1dd09ece-76c5-4a7f-a809-3f3fc9f334e8 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:52.285042 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d243cf39-d597-459e-87ec-33aaccc82bc5 req-1dd09ece-76c5-4a7f-a809-3f3fc9f334e8 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.1806509 May 18 14:41:52.373616 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d243cf39-d597-459e-87ec-33aaccc82bc5 req-c8a1d6da-811b-4536-a78e-304c39c3bf45 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592949 May 18 14:41:52.377398 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-1e749f79-6ee5-4f35-879a-5451f1fa38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:52.378716 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-1e749f79-6ee5-4f35-879a-5451f1fa38bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0928204 May 18 14:41:52.453824 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-be07571a-fcd3-41c3-aa50-b936bdf0a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:52.455908 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-be07571a-fcd3-41c3-aa50-b936bdf0a1a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705683 May 18 14:41:52.575968 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:52.638967 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-d55ce440-990a-4e51-b697-c4f9881422c5 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759200 May 18 14:41:52.694141 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e423f-7a9d-4498-b2ab-fa267f05700c req-e4ef38ac-a1bc-4b1b-af09-f96ed3775498 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:52.695543 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2e7e423f-7a9d-4498-b2ab-fa267f05700c req-e4ef38ac-a1bc-4b1b-af09-f96ed3775498 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 944 time: 0.1511118 May 18 14:41:52.814271 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2e7e423f-7a9d-4498-b2ab-fa267f05700c req-ffe517c5-f44e-4ac6-9a94-ffe35ff25ea2 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742912 May 18 14:41:52.819240 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0203b768-9113-42e1-b011-6bca77a6b6f3 req-e100ee23-a679-4ffa-9388-eaac2caaee9c service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728828 May 18 14:41:53.557840 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96545e1-1237-41a6-b96b-d9c2a37103ac req-dcd318e8-c57c-4e7b-9194-7e0e9e4d104d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:53.559308 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e96545e1-1237-41a6-b96b-d9c2a37103ac req-dcd318e8-c57c-4e7b-9194-7e0e9e4d104d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.0810564 May 18 14:41:53.605026 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e96545e1-1237-41a6-b96b-d9c2a37103ac req-df550319-64a6-4991-97e4-444b10a92a9f tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395913 May 18 14:41:53.854592 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-5819610f-5d61-41f1-96bf-9306b262d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:53.856035 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-5819610f-5d61-41f1-96bf-9306b262d51f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6ef6f6ce384b628209271499522fd3&device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1098 time: 0.0727046 May 18 14:41:54.053039 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-17c9a6b2-a1a6-4ed8-9354-6319c679e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.054496 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-17c9a6b2-a1a6-4ed8-9354-6319c679e54c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 200 len: 910 time: 0.1773908 May 18 14:41:54.134353 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12931cbe-728a-46b4-a933-3d7343839479 req-be44adc5-921c-4038-9288-b0d25a24216d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.135782 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-12931cbe-728a-46b4-a933-3d7343839479 req-be44adc5-921c-4038-9288-b0d25a24216d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 944 time: 0.1799886 May 18 14:41:54.182581 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:54.197470 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-730f9b22-cefb-4337-a0d3-adf6d52d988d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 200 len: 1001 time: 0.1358137 May 18 14:41:54.202046 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-12931cbe-728a-46b4-a933-3d7343839479 req-1e7db472-f58b-41f8-b281-3182cb848ac4 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579042 May 18 14:41:54.262878 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-ab98822e-0065-4c65-8a71-c4430083843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.264286 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-ab98822e-0065-4c65-8a71-c4430083843a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 HTTP/1.1" status: 200 len: 848 time: 0.0602474 May 18 14:41:54.339761 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-731a9409-4a08-4c4a-b9a8-6668b74736c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.341469 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-731a9409-4a08-4c4a-b9a8-6668b74736c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702384 May 18 14:41:54.583450 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-d2d0b33e-8a75-4d6a-879c-d45c4855c6b7 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345121 May 18 14:41:54.749700 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d55317af-2f6c-47e1-b52f-a70e1225097e req-210365ab-a2ec-4930-9e00-af0313a1186e service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589181 May 18 14:41:54.801075 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda3d7e-baac-47f8-8776-7e71d96db513 req-072ec8ce-614a-4be5-9afe-90085ff19df3 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.802645 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ceda3d7e-baac-47f8-8776-7e71d96db513 req-072ec8ce-614a-4be5-9afe-90085ff19df3 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.0925534 May 18 14:41:54.848274 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ceda3d7e-baac-47f8-8776-7e71d96db513 req-d6b33433-390b-471b-9abe-ec644ba4ac64 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398455 May 18 14:41:54.931973 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-9b1ec3bf-c606-42dc-afb4-cad0c884a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.933406 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-9b1ec3bf-c606-42dc-afb4-cad0c884a4d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6ef6f6ce384b628209271499522fd3&device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1098 time: 0.0698421 May 18 14:41:55.063073 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-498d37ad-3292-497c-aa45-b737c83e54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:55.064508 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-498d37ad-3292-497c-aa45-b737c83e54c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 200 len: 910 time: 0.1248660 May 18 14:41:55.167617 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-7e91e14f-f5b9-4458-975a-d8a6ad4e2a5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 200 len: 1001 time: 0.0959833 May 18 14:41:55.228585 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-47b868dd-263a-4709-808d-dd97499c49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:55.230276 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-47b868dd-263a-4709-808d-dd97499c49ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 HTTP/1.1" status: 200 len: 848 time: 0.0563836 May 18 14:41:55.442823 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698b349-4f4e-44c9-944c-92e54ebf74bc req-fccce5d2-f35c-408f-99fb-a5a869e01a09 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:55.444173 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f698b349-4f4e-44c9-944c-92e54ebf74bc req-fccce5d2-f35c-408f-99fb-a5a869e01a09 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 944 time: 0.1372511 May 18 14:41:55.446624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-eab074c9-9e0a-405f-a5f0-77a33612ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:55.447947 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-eab074c9-9e0a-405f-a5f0-77a33612ecea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1069982 May 18 14:41:55.579735 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f698b349-4f4e-44c9-944c-92e54ebf74bc req-702ed1fa-ca43-4457-846a-57af9a3b9465 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298437 May 18 14:41:55.611396 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-dc1a831b-235e-4938-92f1-2f7bbe10c94e service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460049 May 18 14:41:55.738674 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-ccfa1bd8-063a-4c48-a3d4-c08502c1115b req-ba678b3b-fcc1-44f8-9df6-29e008797109 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207919 May 18 14:41:56.032354 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38e1d3-3ad6-4e7e-ade1-d6f31c0126e6 req-a3ca0f9d-8fb4-4d2c-9ae7-343868ced21e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:56.033720 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2a38e1d3-3ad6-4e7e-ade1-d6f31c0126e6 req-a3ca0f9d-8fb4-4d2c-9ae7-343868ced21e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.0789080 May 18 14:41:56.077448 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-2a38e1d3-3ad6-4e7e-ade1-d6f31c0126e6 req-a3ad4ccd-6562-4197-a5d8-46744256795e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380056 May 18 14:41:56.178997 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:41:56.765188 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bfae6-8d8d-4bef-8edf-72c114fb6b2d req-73f35d9d-b723-4a8b-af4f-d872f533fcde tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:56.766731 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-236bfae6-8d8d-4bef-8edf-72c114fb6b2d req-73f35d9d-b723-4a8b-af4f-d872f533fcde tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 944 time: 0.0815406 May 18 14:41:56.812188 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-236bfae6-8d8d-4bef-8edf-72c114fb6b2d req-e1bb4f59-e8ef-4579-8bf8-abe1c629af4e tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397377 May 18 14:41:57.266656 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40aa9d-697b-48bd-8387-b59e5e037d17 req-76bf3594-a26d-4e71-a9d5-e4cf7d85f810 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:57.268129 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c40aa9d-697b-48bd-8387-b59e5e037d17 req-76bf3594-a26d-4e71-a9d5-e4cf7d85f810 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.0830822 May 18 14:41:57.314454 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8c40aa9d-697b-48bd-8387-b59e5e037d17 req-04c830e5-f1e2-4d89-8d25-c4ec8507749d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400076 May 18 14:41:58.003482 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56cab-eecd-4802-9ec4-797985620743 req-5731f772-16b2-467e-be9f-baf0804ab872 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:58.004842 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d4d56cab-eecd-4802-9ec4-797985620743 req-5731f772-16b2-467e-be9f-baf0804ab872 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 944 time: 0.0828180 May 18 14:41:58.049027 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d4d56cab-eecd-4802-9ec4-797985620743 req-ca586925-c8e8-4a02-aeca-adbb070fc86c tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385323 May 18 14:41:58.498850 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b08bc-c329-4b03-b36c-28fc1f67334d req-5fc233c1-68ac-4ea6-93c7-b96cc74df0d3 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:58.500264 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d86b08bc-c329-4b03-b36c-28fc1f67334d req-5fc233c1-68ac-4ea6-93c7-b96cc74df0d3 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.0815187 May 18 14:41:58.635673 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d86b08bc-c329-4b03-b36c-28fc1f67334d req-4b27e5a7-29a0-490e-b1de-6d0809aefe0d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290309 May 18 14:41:58.840396 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55750) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:59.034884 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55031109-2e2c-47d0-880d-b2f83d025d8a req-d3070676-2047-4279-91ce-17211e97b32e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:59.036289 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-55031109-2e2c-47d0-880d-b2f83d025d8a req-d3070676-2047-4279-91ce-17211e97b32e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.1313264 May 18 14:41:59.084216 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-7d7879ed-1e32-4aef-8e0e-d59680df815a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2426019 May 18 14:41:59.091084 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-55031109-2e2c-47d0-880d-b2f83d025d8a req-98947a53-65ba-4b9a-880d-0eff74fd0b62 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475426 May 18 14:41:59.283263 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0ee66-0c0e-481c-bd10-d978c2c0de41 req-75993849-3729-4cb8-afc0-a46e16100404 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:59.284737 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4de0ee66-0c0e-481c-bd10-d978c2c0de41 req-75993849-3729-4cb8-afc0-a46e16100404 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 944 time: 0.0914326 May 18 14:41:59.329898 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4de0ee66-0c0e-481c-bd10-d978c2c0de41 req-930363ff-8853-4994-bae4-ae49374af4ae tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389984 May 18 14:42:00.275294 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8b1e-063a-46d9-93d1-412b39b011fc req-83f70034-47c0-471a-a667-71f955a71a7c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.276659 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-17cc8b1e-063a-46d9-93d1-412b39b011fc req-83f70034-47c0-471a-a667-71f955a71a7c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.0795343 May 18 14:42:00.326793 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-17cc8b1e-063a-46d9-93d1-412b39b011fc req-9a8a8906-e9a2-4ff7-aa98-b3a486b15279 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439661 May 18 14:42:00.515770 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d6255-ef67-455b-b145-657a944732ea req-7cf74d11-1bac-483b-af95-9875ad28160c tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.517257 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6c1d6255-ef67-455b-b145-657a944732ea req-7cf74d11-1bac-483b-af95-9875ad28160c tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 944 time: 0.0794475 May 18 14:42:00.602026 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6c1d6255-ef67-455b-b145-657a944732ea req-336c6c20-c04e-4837-8e11-7565938504b7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790446 May 18 14:42:00.633307 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-f4c3453c-fe10-4139-91b6-166b94b73097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.634804 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-f4c3453c-fe10-4139-91b6-166b94b73097 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48&tenant_id=de6ef6f6ce384b628209271499522fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0791996 May 18 14:42:00.699057 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:42:00.701535 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 2e18ddce-b353-43c0-a15c-a12016b9af9b no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:00.727287 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-d3daecf7-e758-4359-b7f3-8f8e3d166787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.728740 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-d3daecf7-e758-4359-b7f3-8f8e3d166787 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6ef6f6ce384b628209271499522fd3&device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1098 time: 0.0726724 May 18 14:42:00.862184 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-227f152f-58ce-4e88-ba03-8e36d970d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.863522 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-227f152f-58ce-4e88-ba03-8e36d970d74e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 200 len: 910 time: 0.1275053 May 18 14:42:00.912098 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:00.953114 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:00.963973 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:00.972035 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-1596e1db-8076-493a-93aa-f14027f6ce62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 200 len: 1001 time: 0.1015797 May 18 14:42:00.980066 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:42:00.980926 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:01.010874 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:01.019379 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:01.042013 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-b5a9d9fb-6dbe-46df-8743-2fbfea37738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.043420 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-b5a9d9fb-6dbe-46df-8743-2fbfea37738b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 HTTP/1.1" status: 200 len: 848 time: 0.0626512 May 18 14:42:01.057957 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'code': 200} May 18 14:42:01.092943 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:01.115165 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:42:01.118863 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=2e18ddce-b353-43c0-a15c-a12016b9af9b,revision_number=6']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:01.122617 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:01.126577 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-dc395c28-8db0-487f-8675-c9cf7fe59a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.128640 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-dc395c28-8db0-487f-8675-c9cf7fe59a60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769880 May 18 14:42:01.134099 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:01.138718 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:01.140598 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:01.206995 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:01.210189 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:01.263342 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-7b1fc798-e5bb-4545-b264-ff04973f07c3 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278322 May 18 14:42:01.388157 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:01.397916 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-923ba594-0535-433e-a2f4-8f1e2ee34003 req-3eeee69d-f055-4dc0-8e03-5ad35f9fff3b service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265826 May 18 14:42:01.514517 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2917b5-bc2f-47af-9da1-c901f87c0c0c req-309e57f8-f286-420c-af3f-f168ab871f61 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.516120 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5d2917b5-bc2f-47af-9da1-c901f87c0c0c req-309e57f8-f286-420c-af3f-f168ab871f61 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0821216 May 18 14:42:01.560936 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-5d2917b5-bc2f-47af-9da1-c901f87c0c0c req-893a33b7-26df-478a-8521-624592220e0f tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388749 May 18 14:42:01.789382 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b157-ee5c-4473-8cd0-2f228be5fe7e req-9df328fc-6956-4a96-bbaa-5abcdb25fae4 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.790846 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fff5b157-ee5c-4473-8cd0-2f228be5fe7e req-9df328fc-6956-4a96-bbaa-5abcdb25fae4 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 945 time: 0.0813172 May 18 14:42:01.836892 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fff5b157-ee5c-4473-8cd0-2f228be5fe7e req-67c1ee75-03a6-4e40-9d55-ce169c39b470 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404241 May 18 14:42:02.712014 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:42:02.742986 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3073e-18ca-468a-bfc7-f81a20d15344 req-9fa9b9fa-01d2-4253-a9d5-56bf1e27d8ea tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:02.744432 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-74e3073e-18ca-468a-bfc7-f81a20d15344 req-9fa9b9fa-01d2-4253-a9d5-56bf1e27d8ea tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0799575 May 18 14:42:02.783672 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:42:02.788698 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:42:02.789074 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:02.794128 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-74e3073e-18ca-468a-bfc7-f81a20d15344 req-2bf2f88f-8198-4a4d-8208-07b5da760970 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 May 18 14:42:02.907522 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:02.939937 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:02.943870 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:02.945949 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:03.018743 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:03.022124 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:03.058872 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:03.115701 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978772-fd7e-4bac-a655-cf22cf04feda req-de87d50c-f228-4138-9088-a09f3530069b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:03.117070 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-43978772-fd7e-4bac-a655-cf22cf04feda req-de87d50c-f228-4138-9088-a09f3530069b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 946 time: 0.1764147 May 18 14:42:03.161060 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-43978772-fd7e-4bac-a655-cf22cf04feda req-4135083c-7084-4666-a552-6f7ea95a09f7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382235 May 18 14:42:03.210027 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'code': 200} May 18 14:42:03.488886 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbd233-8795-4478-be9b-693db8523aa4 req-3580c9d8-c310-4946-96bf-a4eb963549b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:03.490381 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fabbd233-8795-4478-be9b-693db8523aa4 req-3580c9d8-c310-4946-96bf-a4eb963549b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 1099 time: 0.0716035 May 18 14:42:03.530374 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fabbd233-8795-4478-be9b-693db8523aa4 req-d3d1c790-baf5-4a07-bc65-4889dc2242dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335231 May 18 14:42:03.981959 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0af45-c274-44dc-8272-33dca2653492 req-03d2d1ab-8465-448a-99ab-209c6b97aff7 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:03.983378 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-59f0af45-c274-44dc-8272-33dca2653492 req-03d2d1ab-8465-448a-99ab-209c6b97aff7 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0783291 May 18 14:42:04.030212 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-59f0af45-c274-44dc-8272-33dca2653492 req-65f50607-64b0-407a-8f54-39da4ffbe62e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 May 18 14:42:04.349310 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568c687-dcb8-4efe-a3b5-9faa4e13f761 req-2f76cf3f-6b82-4164-a9fb-81a00acb651a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:04.350818 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c568c687-dcb8-4efe-a3b5-9faa4e13f761 req-2f76cf3f-6b82-4164-a9fb-81a00acb651a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 946 time: 0.0831196 May 18 14:42:04.395811 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c568c687-dcb8-4efe-a3b5-9faa4e13f761 req-f5f0fc2a-e977-426a-a9a7-074be5d44996 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390012 May 18 14:42:05.214200 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbab52-0dd9-482c-8907-844f1c46e66e req-6c5f1bed-3a3d-4426-a43e-c915c3ce4c49 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:05.215627 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4fcbab52-0dd9-482c-8907-844f1c46e66e req-6c5f1bed-3a3d-4426-a43e-c915c3ce4c49 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0821366 May 18 14:42:05.261471 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-4fcbab52-0dd9-482c-8907-844f1c46e66e req-415c3ed1-d0d5-4c04-891f-d30f2886be4a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394344 May 18 14:42:05.579304 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c9c3a-e0c1-4a8e-b9d8-8b302d6d4897 req-d2602fcc-91ed-4a4b-8b6f-8675cb300d3d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:05.580976 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-507c9c3a-e0c1-4a8e-b9d8-8b302d6d4897 req-d2602fcc-91ed-4a4b-8b6f-8675cb300d3d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 946 time: 0.0799806 May 18 14:42:05.625292 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-507c9c3a-e0c1-4a8e-b9d8-8b302d6d4897 req-2286c79a-5b4c-4a78-baa7-e14f0b51d941 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386548 May 18 14:42:05.807070 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65a4f3-f9f3-4c63-8392-bcc8fb53eab7 req-668eb4dd-a4e9-4292-a7ee-a9fd7a694aef tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:05.808391 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aa65a4f3-f9f3-4c63-8392-bcc8fb53eab7 req-668eb4dd-a4e9-4292-a7ee-a9fd7a694aef tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 946 time: 0.0811815 May 18 14:42:05.853894 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-aa65a4f3-f9f3-4c63-8392-bcc8fb53eab7 req-16906c04-2f52-4603-bd2c-5268925f07ce tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391846 May 18 14:42:05.877262 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55790) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:05.948034 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5348-63ab-409e-ac81-7c2004173628 tempest-TestVolumeBootPattern-1236105848 tempest-TestVolumeBootPattern-1236105848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:05.949470 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-0e3d5348-63ab-409e-ac81-7c2004173628 tempest-TestVolumeBootPattern-1236105848 tempest-TestVolumeBootPattern-1236105848-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 1094 time: 0.0712621 May 18 14:42:05.952271 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55794) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:05.957694 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'floatingip': {'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:05.963294 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:05.967048 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:floatingip and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:05.969892 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91461) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:05.975448 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:05.986573 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.120307 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.253332 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Allocated IP 172.27.2.101 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/0bb0ddee-16d9-45df-b4dd-48144c940fa9) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:42:06.451486 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.491474 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aaf35-75af-4f22-aa48-97fcfae17c18 req-40a84c1b-ce06-4bcc-8f12-5d69673dda1a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:06.492910 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7d3aaf35-75af-4f22-aa48-97fcfae17c18 req-40a84c1b-ce06-4bcc-8f12-5d69673dda1a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.1261454 May 18 14:42:06.520897 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.527306 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6cbe99c9-9631-44a3-9a6a-ec242cbd2b44 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:06.607805 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:42:06.612957 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-7d3aaf35-75af-4f22-aa48-97fcfae17c18 req-87a49889-4bbb-4092-a549-19708d71ab45 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141217 May 18 14:42:06.615500 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:42:06.619968 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:42:06.645769 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'Port': ['ID=0bb0ddee-16d9-45df-b4dd-48144c940fa9,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:06.661130 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.661498 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.661888 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.662245 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.662599 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.662947 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.663302 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.663649 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.663997 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.664342 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.664685 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.665023 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:06.672915 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:07.140415 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.213215 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.424370 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.427940 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.432768 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b1cb384c-73ff-40b0-a61d-d832fea4ed8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:07.580942 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'Port': ['ID=0bb0ddee-16d9-45df-b4dd-48144c940fa9,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:07.591836 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:07.606940 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.761769 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b459600-8769-4302-80af-b6c0234f8c2e req-3024bdfb-7c6a-4a9f-826e-3c48aa53711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:07.763168 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8b459600-8769-4302-80af-b6c0234f8c2e req-3024bdfb-7c6a-4a9f-826e-3c48aa53711e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1096 time: 0.2465007 May 18 14:42:07.872141 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.l3_db [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Floating IP fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c associated. External IP: 172.27.2.101, port: bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4. May 18 14:42:07.932705 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-8b459600-8769-4302-80af-b6c0234f8c2e req-b83f1c77-cf16-4f5d-9557-6fd92209b0c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264541 May 18 14:42:08.028254 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead3628-9f38-413e-864e-22f2ca7a255b req-1cf623b6-987e-4158-9137-4c8cc0140ff6 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.029616 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9ead3628-9f38-413e-864e-22f2ca7a255b req-1cf623b6-987e-4158-9137-4c8cc0140ff6 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.2818449 May 18 14:42:08.102136 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9ead3628-9f38-413e-864e-22f2ca7a255b req-a10449b6-fc42-46e6-b1f8-02f6cf017a99 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638220 May 18 14:42:08.278013 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Router 278c7b88-6db3-44e6-874f-54fcc5ed40cf has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:42:08.569672 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:42:08.580960 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] Sync routers for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:42:08.590513 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:08.591282 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:41:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:08.596902 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:08.651144 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6978760 May 18 14:42:08.651877 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:08.702944 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'status': 'completed', 'code': 200} May 18 14:42:08.729183 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 2e18ddce-b353-43c0-a15c-a12016b9af9b details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:42:08.841910 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-22f2ab51-c5c2-44b3-8063-9bf64bfd9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.843271 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-22f2ab51-c5c2-44b3-8063-9bf64bfd9841 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 1099 time: 0.0915887 May 18 14:42:08.867256 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:08.983151 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-014a4cc4-0d7c-4964-9fe4-a5662476f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.984783 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-014a4cc4-0d7c-4964-9fe4-a5662476f211 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.1336112 May 18 14:42:09.092754 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-d50f7d7c-cb81-48c3-bf36-ce9031f2607b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 HTTP/1.1" status: 200 len: 1000 time: 0.0975587 May 18 14:42:09.098621 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:09.137416 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'port_id': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'mac_address': 'fa:16:3e:13:7f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:42:09.158519 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-09eaec78-6d3e-47a2-8654-91288b1057cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.160024 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-09eaec78-6d3e-47a2-8654-91288b1057cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0599699 May 18 14:42:09.270002 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:09.294433 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e18ddce-b353-43c0-a15c-a12016b9af9b {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:42:09.302766 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-4419561f-fb19-45b3-bd98-9d092c554c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.304222 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-4419561f-fb19-45b3-bd98-9d092c554c4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1377971 May 18 14:42:09.316902 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bd99-f0ad-488d-9a03-b30977826837 req-1e8f4963-8aa9-4574-9b63-8ee1fe67324f tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.318342 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-20e8bd99-f0ad-488d-9a03-b30977826837 req-1e8f4963-8aa9-4574-9b63-8ee1fe67324f tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 943 time: 0.0993071 May 18 14:42:09.348859 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:09.356382 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:09.358303 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:09.439744 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=2e18ddce-b353-43c0-a15c-a12016b9af9b,revision_number=7']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:09.443525 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:09.451786 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': 'fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:07Z', 'updated_at': '2021-05-18T14:42:07Z', 'revision_number': 0, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:09.456702 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] Checking router: 278c7b88-6db3-44e6-874f-54fcc5ed40cf for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:42:09.457967 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-20e8bd99-f0ad-488d-9a03-b30977826837 req-bac78751-e931-40b9-a15e-0dee76fc760b tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190786 May 18 14:42:09.468847 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:09.469619 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:41:51Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:09.494090 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-115ec13d-78ff-4eeb-9311-794e31ed489e service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748223 May 18 14:42:09.609798 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['2e18ddce-b353-43c0-a15c-a12016b9af9b'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:09.638396 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-08178ab2-b1d1-4446-acf6-ed65d60f12a0 req-2afbce22-316e-4dd7-a5d0-d767014fd56e service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311386 May 18 14:42:09.706215 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:10.261909 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': 'fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:07Z', 'updated_at': '2021-05-18T14:42:07Z', 'revision_number': 0, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:10.272056 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a132b25-51d0-416d-af2e-f5f98312d266 None None] The sync data for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi is: [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': 'fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:07Z', 'updated_at': '2021-05-18T14:42:07Z', 'revision_number': 0, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:42:10.441813 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4166dc99-998b-4df1-9fe6-94d1e05616de None None] New status for floating IP fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c: ACTIVE {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:42:10.742693 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 2e18ddce-b353-43c0-a15c-a12016b9af9b up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:42:10.813003 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port 2e18ddce-b353-43c0-a15c-a12016b9af9b triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:42:10.814371 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:10.927362 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:10.953294 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:10.963037 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:10.967466 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:10.970047 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:11.005362 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'code': 200} May 18 14:42:11.036274 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=2e18ddce-b353-43c0-a15c-a12016b9af9b,revision_number=8']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:11.043433 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.043764 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.044099 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.044431 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.044765 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.045091 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.045429 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.045899 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.046228 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.046550 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.046871 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.047189 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:11.051503 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:18.909855 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f8095a36-b64d-4823-bedd-2ef0e2fe5a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:19.019470 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.507681 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-78f95fc8-4d78-4544-bad6-8cc893dae878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.539953 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:22.577617 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:24.185459 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:33.178365 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:42:48.912323 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c2119a22-5f1d-4212-a415-d27c615ccdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:49.023072 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:51.511321 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8232a5dc-9e22-4452-8de6-0ac0e10024a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:51.540218 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:52.579207 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.187448 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:54.809634 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-dd58fae8-30e7-4576-aa39-5cdf92ef8b6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742824 May 18 14:42:54.945985 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-5a37ff31-22d1-4e79-ad4a-c946dc649e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:54.947422 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-5a37ff31-22d1-4e79-ad4a-c946dc649e2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6ef6f6ce384b628209271499522fd3&device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1098 time: 0.0708122 May 18 14:42:55.090300 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-ed316540-3c60-49ed-ad00-188195b4c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:55.091612 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-ed316540-3c60-49ed-ad00-188195b4c050 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 200 len: 910 time: 0.1259224 May 18 14:42:55.195585 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-1ce82e98-3d73-4b91-893d-dc6b3635b143 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 200 len: 1001 time: 0.0964277 May 18 14:42:55.257736 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-2162b287-7ce8-40ef-a8c3-9d9e39e520d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:55.259101 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-2162b287-7ce8-40ef-a8c3-9d9e39e520d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 HTTP/1.1" status: 200 len: 848 time: 0.0578885 May 18 14:42:55.336508 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-a766a62b-030d-40dd-9790-0c9430aebd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:55.337953 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-a766a62b-030d-40dd-9790-0c9430aebd2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713756 May 18 14:42:55.568925 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-7ba69d42-1e74-4dd4-aed9-19649adb63d3 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241759 May 18 14:42:55.697992 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80dd1928-4708-4a76-a69c-9c1871b09011 req-3f088d4a-9025-4253-8984-41a9c3c43519 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221623 May 18 14:43:10.176964 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:43:18.913525 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-86ee89f8-f19b-44ff-984c-a032745724bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:19.021725 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.513569 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-b78155f1-6d1a-40ed-bb40-58448a3120a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.541320 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:22.581855 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.191498 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:24.685338 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 55834) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:24.946327 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Deleting port 4f7b3e39-0224-49ff-a6cc-0e38da8a8bfc {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:24.946795 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:25.063216 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:25.063542 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:25.183227 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Calling delete_port for 4f7b3e39-0224-49ff-a6cc-0e38da8a8bfc owned by network:floatingip {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:25.302513 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:25.306777 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-3aaba360-f307-494f-a690-19a3067605e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:25.348664 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event deleted for resources: {'Port': ['ID=4f7b3e39-0224-49ff-a6cc-0e38da8a8bfc,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:25.386004 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.386378 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.386742 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.387126 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.387485 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.387839 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.388189 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.388536 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.388886 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.389236 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.389609 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.390032 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:25.396964 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:25.452013 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for floatingip, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:25.452346 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.l3_db [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Floating IP 752f231f-7882-4d1c-b31e-ae8d07673695 disassociated (deleted). External IP: 172.27.2.147, port: 2e18ddce-b353-43c0-a15c-a12016b9af9b. May 18 14:43:25.794921 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Router e6b2dcbc-45c9-4dda-a295-e840e3de0855 has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:43:26.076908 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:43:26.086207 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] Sync routers for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:43:26.097307 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:26.097523 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:26.098056 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:43:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:26.151769 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "DELETE /v2.0/floatingips/752f231f-7882-4d1c-b31e-ae8d07673695 HTTP/1.1" status: 204 len: 168 time: 1.4653208 May 18 14:43:26.152406 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:43:26.354211 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:26.391243 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'status': 'completed', 'code': 200} May 18 14:43:26.594780 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28c11-3678-418c-9801-0256c7627b8b req-288c488a-6358-405f-9ac0-18f6244295fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:26.596756 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63c28c11-3678-418c-9801-0256c7627b8b req-288c488a-6358-405f-9ac0-18f6244295fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6ef6f6ce384b628209271499522fd3&device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 1098 time: 0.1822371 May 18 14:43:26.609359 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54942e33-4e8e-4d46-9179-476a245d07c1 req-1b6f758d-fc4e-4daa-bac5-d362b383bcaa tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:26.610246 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-54942e33-4e8e-4d46-9179-476a245d07c1 req-1b6f758d-fc4e-4daa-bac5-d362b383bcaa tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Synchronizing usage tracker for tenant:de6ef6f6ce384b628209271499522fd3 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:43:26.702808 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-54942e33-4e8e-4d46-9179-476a245d07c1 req-1b6f758d-fc4e-4daa-bac5-d362b383bcaa tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Unset dirty status for tenant:de6ef6f6ce384b628209271499522fd3 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:43:26.704153 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-54942e33-4e8e-4d46-9179-476a245d07c1 req-1b6f758d-fc4e-4daa-bac5-d362b383bcaa tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.2084141 May 18 14:43:26.775802 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-54942e33-4e8e-4d46-9179-476a245d07c1 req-69ef0684-1ad6-4930-ae13-d9c742dab545 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648136 May 18 14:43:26.786289 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28c11-3678-418c-9801-0256c7627b8b req-36b6796a-c9e3-402f-ab7c-d553c4d04ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:26.787357 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 5, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:26.787763 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63c28c11-3678-418c-9801-0256c7627b8b req-36b6796a-c9e3-402f-ab7c-d553c4d04ea3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 200 len: 910 time: 0.1739702 May 18 14:43:26.791520 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] Checking router: e6b2dcbc-45c9-4dda-a295-e840e3de0855 for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:43:26.800685 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:26.801295 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:43:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:26.863133 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63c28c11-3678-418c-9801-0256c7627b8b req-b0c336df-42bd-4b97-944a-9dacef53d4e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 200 len: 217 time: 0.0677388 May 18 14:43:26.925980 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28c11-3678-418c-9801-0256c7627b8b req-caefb4ee-c379-4556-b00b-73cba452f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:26.927378 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63c28c11-3678-418c-9801-0256c7627b8b req-caefb4ee-c379-4556-b00b-73cba452f69c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 HTTP/1.1" status: 200 len: 848 time: 0.0576859 May 18 14:43:27.009907 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28c11-3678-418c-9801-0256c7627b8b req-b055ca3f-2160-4c84-87c5-023d3164448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:27.010940 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63c28c11-3678-418c-9801-0256c7627b8b req-b055ca3f-2160-4c84-87c5-023d3164448b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765977 May 18 14:43:27.027795 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:27.142510 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63c28c11-3678-418c-9801-0256c7627b8b req-48945c43-9cb1-4dca-b639-fb1a90b3b373 service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232021 May 18 14:43:27.276917 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-63c28c11-3678-418c-9801-0256c7627b8b req-a43768ef-166c-4cdd-8dd8-0d4c0a6e43bc service neutron] 10.222.0.13 "GET /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272421 May 18 14:43:27.338546 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 5, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:27.342633 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656cfd64-bdc8-4077-b9cb-b7775bee5449 None None] The sync data for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi is: [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:38:43Z', 'revision_number': 4, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '0cd0b133-8324-4ae6-add9-502ff4c6cf24', 'name': '', 'network_id': '4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'mac_address': 'fa:16:3e:1a:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:42Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 5, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'subnets': [{'id': 'c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:43:27.535119 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6563a083-11aa-4e8f-9c9c-0cc7823ad913 None None] New status for floating IP 752f231f-7882-4d1c-b31e-ae8d07673695: DOWN {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:43:28.023548 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-f63070fb-5ed5-4df2-9a10-d07b8a4b5fac tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:28.024854 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-f63070fb-5ed5-4df2-9a10-d07b8a4b5fac tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.1097007 May 18 14:43:28.033198 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f0413-c927-4da7-86ec-d6161653f5e0 req-f05783c4-4460-4118-a65c-8717dcddd15a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:28.034560 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-810f0413-c927-4da7-86ec-d6161653f5e0 req-f05783c4-4460-4118-a65c-8717dcddd15a tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 945 time: 0.1513426 May 18 14:43:28.165638 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-810f0413-c927-4da7-86ec-d6161653f5e0 req-09068c75-d264-4832-abfc-fc15cd7992a4 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d8fc3-730a-4fcc-834d-137acb27b009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012630 May 18 14:43:28.196721 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Deleting port 2e18ddce-b353-43c0-a15c-a12016b9af9b {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:28.197062 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:28.330202 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] For port 2e18ddce-b353-43c0-a15c-a12016b9af9b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2e18ddce-b353-43c0-a15c-a12016b9af9b,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:28.330465 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:28.556210 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Calling delete_port for 2e18ddce-b353-43c0-a15c-a12016b9af9b owned by compute:nova {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:28.663402 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:28.668911 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:28.715023 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event deleted for resources: {'Port': ['ID=2e18ddce-b353-43c0-a15c-a12016b9af9b,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:28.718680 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:28.790082 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] No DVR routers for this DVR port 2e18ddce-b353-43c0-a15c-a12016b9af9b on host hv-cinder-79123 {{(pid=91461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:28.792713 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:28.795464 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'name': 'network-vif-deleted', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:43:28.811082 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-720341a4-38e2-4d4c-9c03-e390c09bd545 req-aaf933e4-9d59-4200-9bb4-b68fe664ec5e tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.13 "DELETE /v2.0/ports/2e18ddce-b353-43c0-a15c-a12016b9af9b HTTP/1.1" status: 204 len: 173 time: 0.7755921 May 18 14:43:28.853762 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48', 'name': 'network-vif-deleted', 'tag': '2e18ddce-b353-43c0-a15c-a12016b9af9b', 'status': 'completed', 'code': 200} May 18 14:43:29.323918 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-1037b215-b95f-4d32-884b-87a8f6f9d176 req-4101b442-60b0-4061-9cba-c984c95b0753 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Synchronizing usage tracker for tenant:de6ef6f6ce384b628209271499522fd3 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:43:29.339565 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-1037b215-b95f-4d32-884b-87a8f6f9d176 req-4101b442-60b0-4061-9cba-c984c95b0753 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Unset dirty status for tenant:de6ef6f6ce384b628209271499522fd3 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:43:29.340745 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1037b215-b95f-4d32-884b-87a8f6f9d176 req-4101b442-60b0-4061-9cba-c984c95b0753 tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e9a9f1b-4a4a-4bc7-b85d-87ae55aacc48 HTTP/1.1" status: 200 len: 210 time: 0.0630083 May 18 14:43:30.432618 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55854) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:30.501477 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:30.530773 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:30.595999 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:30.599781 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d86707e0-725e-40bd-8051-2c4ceacb8fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:30.615781 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d8fc3-730a-4fcc-834d-137acb27b009,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:30.624600 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.625137 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.625750 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.626125 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.626490 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.626852 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.627211 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.627566 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.627923 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.628278 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.628631 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.628982 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:30.633413 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:30.636709 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:30.637842 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-09f9e60d-9983-4e3e-86e6-fba7c8f6217d tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] 10.222.0.44 "DELETE /v2.0/security-groups/c00d8fc3-730a-4fcc-834d-137acb27b009 HTTP/1.1" status: 204 len: 168 time: 0.2042189 May 18 14:43:30.683617 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55860) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:31.213206 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404041'] for router_interface, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:31.720775 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Deleting port 0cd0b133-8324-4ae6-add9-502ff4c6cf24 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:31.721535 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:31.843238 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] For port 0cd0b133-8324-4ae6-add9-502ff4c6cf24, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=0cd0b133-8324-4ae6-add9-502ff4c6cf24,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:31.843588 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:31.964154 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Calling delete_port for 0cd0b133-8324-4ae6-add9-502ff4c6cf24 owned by network:router_interface {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:32.242954 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:32.246438 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4f255c24-09b8-4122-88b1-82938b85f112 tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:32.292693 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd0b133-8324-4ae6-add9-502ff4c6cf24,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:32.295989 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:32.556601 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403929'] for router_interface, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.005902 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Router e6b2dcbc-45c9-4dda-a295-e840e3de0855 has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:43:33.113259 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 2e18ddce-b353-43c0-a15c-a12016b9af9b no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:33.151161 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: 2e18ddce-b353-43c0-a15c-a12016b9af9b {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:33.151512 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device 2e18ddce-b353-43c0-a15c-a12016b9af9b not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:33.182399 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:43:33.191389 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] Sync routers for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:43:33.199483 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] 10.222.0.44 "PUT /v2.0/routers/e6b2dcbc-45c9-4dda-a295-e840e3de0855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5147719 May 18 14:43:33.201035 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:33.201756 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:43:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:33.201921 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55864) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:33.374258 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.377218 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:33.555551 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.638533 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Deleting port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:33.639197 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.664445 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:43:32Z', 'revision_number': 5, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port': {'id': '19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:33.668806 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] Checking router: e6b2dcbc-45c9-4dda-a295-e840e3de0855 for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:43:33.677716 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] Routers {'e6b2dcbc-45c9-4dda-a295-e840e3de0855'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:33.678311 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:43:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:33.762047 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] For port 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:33.762414 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:33.827604 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] Set router e6b2dcbc-45c9-4dda-a295-e840e3de0855 gateway port host: None {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:33.887743 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Calling delete_port for 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a owned by network:router_gateway {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:33.933327 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:43:33Z', 'revision_number': 6, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port_host': None}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:33.937173 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c16f55-d094-4038-a769-59bd9582c3f1 None None] The sync data for ids ['e6b2dcbc-45c9-4dda-a295-e840e3de0855'] in dv-cinder-791239-1-iscsi is: [{'id': 'e6b2dcbc-45c9-4dda-a295-e840e3de0855', 'name': 'tempest-TestShelveInstance-1392829718-router', 'tenant_id': 'de6ef6f6ce384b628209271499522fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:35Z', 'updated_at': '2021-05-18T14:43:33Z', 'revision_number': 6, 'project_id': 'de6ef6f6ce384b628209271499522fd3', 'gw_port_host': None}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:43:34.024372 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:34.028850 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:34.074512 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:34.100259 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:34.163076 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402018'] for router_gateway, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:34.436879 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:34.439084 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:34.460906 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401461'] for router, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:34.461377 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b2dcbc-45c9-4dda-a295-e840e3de0855 {{(pid=91462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:43:34.473656 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] Notify callbacks [] for router, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:34.474763 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-7da7ba7f-a7d4-4291-ba2a-1d2ef85362b5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e6b2dcbc-45c9-4dda-a295-e840e3de0855 HTTP/1.1" status: 204 len: 168 time: 1.2719684 May 18 14:43:34.477650 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55868) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:34.643525 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-357008cf-5a36-438e-bb0f-8f43eae6f317 admin admin] Deleting subnet c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:43:34.646291 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-357008cf-5a36-438e-bb0f-8f43eae6f317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:34.696188 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-357008cf-5a36-438e-bb0f-8f43eae6f317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:34.778861 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-357008cf-5a36-438e-bb0f-8f43eae6f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.026393 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-357008cf-5a36-438e-bb0f-8f43eae6f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.031559 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:35.070086 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357008cf-5a36-438e-bb0f-8f43eae6f317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:35.071939 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-357008cf-5a36-438e-bb0f-8f43eae6f317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.074499 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-357008cf-5a36-438e-bb0f-8f43eae6f317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:35.075949 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa11bce-4d0c-4ba6-92dc-68857deb2df9 None None] Network 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:43:35.078584 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-357008cf-5a36-438e-bb0f-8f43eae6f317 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c7a0e985-3b66-44fa-bec4-f4ff4a7bf3c6 HTTP/1.1" status: 204 len: 168 time: 0.6000156 May 18 14:43:35.081082 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55874) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:35.189214 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.262238 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Deleting port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:35.262584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.365345 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] For port 9fb91aaa-8e9e-4dc1-a769-cab752088da1, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=9fb91aaa-8e9e-4dc1-a769-cab752088da1,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:35.365739 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.375047 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] DHCP port deletion for 4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc request from dv-cinder-791239-1-iscsi {{(pid=91463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:43:35.436781 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Deleting port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 {{(pid=91463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:35.437747 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.489753 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Calling delete_port for 9fb91aaa-8e9e-4dc1-a769-cab752088da1 owned by network:dhcp {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:35.534389 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] For port 9fb91aaa-8e9e-4dc1-a769-cab752088da1, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=9fb91aaa-8e9e-4dc1-a769-cab752088da1,segment=NetworkSegment(407b5644-5c3f-46dd-a8e5-74a3cfa50cbe),segment_id=407b5644-5c3f-46dd-a8e5-74a3cfa50cbe)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:35.534803 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.536869 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.541718 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-684cb429-55d2-4ebe-bd80-5a853458ed3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:35.587149 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb91aaa-8e9e-4dc1-a769-cab752088da1,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:35.590084 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:35.590803 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] No DVR routers for this DVR port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 on host dv-cinder-791239-1-iscsi {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:35.655321 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Calling delete_port for 9fb91aaa-8e9e-4dc1-a769-cab752088da1 owned by network:dhcp {{(pid=91463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:35.663553 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:35.701341 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:35.701718 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 19b9b1e4-b49d-4997-b82e-ec2cc6ed7f1a not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:35.702142 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 9fb91aaa-8e9e-4dc1-a769-cab752088da1 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:35.711512 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.724966 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:35.738125 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:35.738429 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407b5644-5c3f-46dd-a8e5-74a3cfa50cbe') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:35.741862 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 9fb91aaa-8e9e-4dc1-a769-cab752088da1 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:35.742215 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 9fb91aaa-8e9e-4dc1-a769-cab752088da1 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:35.742635 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0cd0b133-8324-4ae6-add9-502ff4c6cf24 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:35.750561 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.766195 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.772446 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:43:35.772855 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.776340 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 0cd0b133-8324-4ae6-add9-502ff4c6cf24 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:35.776695 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 0cd0b133-8324-4ae6-add9-502ff4c6cf24 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:43:35.786885 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:43:35.805771 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220'] for port, after_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.810138 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:35.856125 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Pushing event deleted for resources: {'Port': ['ID=9fb91aaa-8e9e-4dc1-a769-cab752088da1,revision_number=None']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:35.859692 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] No DVR routers for this DVR port 9fb91aaa-8e9e-4dc1-a769-cab752088da1 on host dv-cinder-791239-1-iscsi {{(pid=91463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:35.864666 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.865842 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.866201 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.866568 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.866926 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.867256 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.867596 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.867892 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.868216 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.868422 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-31117e84-4160-4aff-9236-7a03a753c1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:35.868537 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.868842 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.869157 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.869639 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:35.874935 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-347ca868-f329-48c3-b75a-fd02c5dd2a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:35.881711 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.892601 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:35.895733 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:35.906455 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-43878a03-b62a-4751-bdd7-ab68a57fbd4f admin admin] 10.222.0.44 "DELETE /v2.0/networks/4bb9e7e6-16d6-4e1a-bcc8-bbcb89be47cc HTTP/1.1" status: 204 len: 168 time: 0.8243957 May 18 14:43:35.909322 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55878) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:36.536388 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404041'] for router_interface, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:36.940584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Deleting port 1bb609cb-2421-4d89-a48f-687ce34928a2 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:36.940918 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:37.060402 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] For port 1bb609cb-2421-4d89-a48f-687ce34928a2, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=1bb609cb-2421-4d89-a48f-687ce34928a2,segment=NetworkSegment(d68896b8-29db-4fe6-8795-5be21d4ae218),segment_id=d68896b8-29db-4fe6-8795-5be21d4ae218)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:37.060794 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:37.180247 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Calling delete_port for 1bb609cb-2421-4d89-a48f-687ce34928a2 owned by network:router_interface {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:37.325384 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:37.328720 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-df5a7396-64ed-4780-8cf8-04f66f4382c9 tempest-AttachVolumeNegativeTest-576357981 tempest-AttachVolumeNegativeTest-576357981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:37.370384 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb609cb-2421-4d89-a48f-687ce34928a2,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:37.373408 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:37.731571 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403929'] for router_interface, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.085182 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Router 0eb709c1-07ec-4b14-9219-6286b942cc9d has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:43:38.261026 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:43:38.269725 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] Sync routers for ids ['0eb709c1-07ec-4b14-9219-6286b942cc9d'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:43:38.270610 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-063f64ad-d27f-463f-b6f3-2aef82e38c03 admin admin] 10.222.0.44 "PUT /v2.0/routers/0eb709c1-07ec-4b14-9219-6286b942cc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3602979 May 18 14:43:38.273052 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55882) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:38.280009 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] Routers {'0eb709c1-07ec-4b14-9219-6286b942cc9d'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:38.280642 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:43:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['0eb709c1-07ec-4b14-9219-6286b942cc9d'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:38.447406 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks [] for router, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.455033 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] Set router 0eb709c1-07ec-4b14-9219-6286b942cc9d gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:38.621611 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.692779 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Deleting port 8eda4b1a-002a-47d4-9308-69eeada685a0 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:38.693171 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.733942 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:49Z', 'updated_at': '2021-05-18T14:43:37Z', 'revision_number': 5, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'gw_port': {'id': '8eda4b1a-002a-47d4-9308-69eeada685a0', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:50Z', 'updated_at': '2021-05-18T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:38.737752 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] Checking router: 0eb709c1-07ec-4b14-9219-6286b942cc9d for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:43:38.745939 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] Routers {'0eb709c1-07ec-4b14-9219-6286b942cc9d'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:38.746533 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:43:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['0eb709c1-07ec-4b14-9219-6286b942cc9d'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:38.813319 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] For port 8eda4b1a-002a-47d4-9308-69eeada685a0, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=8eda4b1a-002a-47d4-9308-69eeada685a0,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:38.813925 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.895691 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] Set router 0eb709c1-07ec-4b14-9219-6286b942cc9d gateway port host: None {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:39.004825 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:49Z', 'updated_at': '2021-05-18T14:43:38Z', 'revision_number': 6, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'gw_port_host': None}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:39.008727 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f2541-4b21-4a15-b4f5-b0202489369a None None] The sync data for ids ['0eb709c1-07ec-4b14-9219-6286b942cc9d'] in dv-cinder-791239-1-iscsi is: [{'id': '0eb709c1-07ec-4b14-9219-6286b942cc9d', 'name': 'tempest-TestShelveInstance-1477429322-router', 'tenant_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:49Z', 'updated_at': '2021-05-18T14:43:38Z', 'revision_number': 6, 'project_id': '9c77ea4f2a6f4d498c9dd923cd3b3393', 'gw_port_host': None}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:43:39.043183 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Calling delete_port for 8eda4b1a-002a-47d4-9308-69eeada685a0 owned by network:router_gateway {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:39.179854 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.184307 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4f15d396-18cb-4b50-bed0-db0d496ac119 tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:39.256591 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eda4b1a-002a-47d4-9308-69eeada685a0,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:39.260201 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:39.321844 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402018'] for router_gateway, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.496175 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.498352 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.521924 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401461'] for router, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.522359 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb709c1-07ec-4b14-9219-6286b942cc9d {{(pid=91462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:43:39.535288 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] Notify callbacks [] for router, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.536376 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-be298a7b-cc5d-4154-9006-882c400c5975 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0eb709c1-07ec-4b14-9219-6286b942cc9d HTTP/1.1" status: 204 len: 168 time: 1.2624063 May 18 14:43:39.538879 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55886) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:39.599252 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea9b450-bfe7-4bd1-b692-1c6d591110bd admin admin] Deleting subnet 7c882635-b3b7-4607-9994-4e76a41f2a5f {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:43:39.602462 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b450-bfe7-4bd1-b692-1c6d591110bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.650826 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b450-bfe7-4bd1-b692-1c6d591110bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.725492 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b450-bfe7-4bd1-b692-1c6d591110bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.802487 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 8eda4b1a-002a-47d4-9308-69eeada685a0 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:39.838387 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 8eda4b1a-002a-47d4-9308-69eeada685a0 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:39.838741 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 8eda4b1a-002a-47d4-9308-69eeada685a0 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:39.839170 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 1bb609cb-2421-4d89-a48f-687ce34928a2 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:39.873539 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 1bb609cb-2421-4d89-a48f-687ce34928a2 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:39.873896 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 1bb609cb-2421-4d89-a48f-687ce34928a2 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:39.979094 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b450-bfe7-4bd1-b692-1c6d591110bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.983184 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3356e3fd-d075-4362-b101-eb936171a6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:40.018684 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9b450-bfe7-4bd1-b692-1c6d591110bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c882635-b3b7-4607-9994-4e76a41f2a5f,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:40.021735 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-6ea9b450-bfe7-4bd1-b692-1c6d591110bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:40.022869 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b450-bfe7-4bd1-b692-1c6d591110bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.028737 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d3267-a55a-4065-8dd5-c2c4b5aa5707 None None] Network d89ef160-96ea-42e5-bd38-5a1e56d3cc03 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:43:40.028960 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-6ea9b450-bfe7-4bd1-b692-1c6d591110bd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7c882635-b3b7-4607-9994-4e76a41f2a5f HTTP/1.1" status: 204 len: 168 time: 0.4888618 May 18 14:43:40.031169 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55890) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:40.135798 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.210967 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Deleting port 66ec8da2-4da3-4427-b424-6d2cc6a201dc {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:40.211308 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.272134 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] DHCP port deletion for d89ef160-96ea-42e5-bd38-5a1e56d3cc03 request from dv-cinder-791239-1-iscsi {{(pid=91463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:43:40.321153 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] For port 66ec8da2-4da3-4427-b424-6d2cc6a201dc, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=66ec8da2-4da3-4427-b424-6d2cc6a201dc,segment=NetworkSegment(d68896b8-29db-4fe6-8795-5be21d4ae218),segment_id=d68896b8-29db-4fe6-8795-5be21d4ae218)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:40.321423 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.335920 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] Deleting port 66ec8da2-4da3-4427-b424-6d2cc6a201dc {{(pid=91463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:40.336312 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.434528 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] For port 66ec8da2-4da3-4427-b424-6d2cc6a201dc, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=66ec8da2-4da3-4427-b424-6d2cc6a201dc,segment=NetworkSegment(d68896b8-29db-4fe6-8795-5be21d4ae218),segment_id=d68896b8-29db-4fe6-8795-5be21d4ae218)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:40.434923 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.547613 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Calling delete_port for 66ec8da2-4da3-4427-b424-6d2cc6a201dc owned by network:dhcp {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:40.558779 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] Calling delete_port for 66ec8da2-4da3-4427-b424-6d2cc6a201dc owned by network:dhcp {{(pid=91463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:40.602512 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.606402 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-82301963-0e4f-4840-9a0c-9c405a3a84ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:40.608594 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220'] for port, after_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.612318 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:40.651316 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=66ec8da2-4da3-4427-b424-6d2cc6a201dc,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:40.653121 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] No DVR routers for this DVR port 66ec8da2-4da3-4427-b424-6d2cc6a201dc on host dv-cinder-791239-1-iscsi {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:40.654358 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] Pushing event deleted for resources: {'Port': ['ID=66ec8da2-4da3-4427-b424-6d2cc6a201dc,revision_number=None']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:40.654608 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:40.656904 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:40.657711 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca83837-d6fc-4839-8a21-4e324525377a None None] No DVR routers for this DVR port 66ec8da2-4da3-4427-b424-6d2cc6a201dc on host dv-cinder-791239-1-iscsi {{(pid=91463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:40.766224 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.779052 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89ef160-96ea-42e5-bd38-5a1e56d3cc03']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:40.794810 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68896b8-29db-4fe6-8795-5be21d4ae218') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:40.795104 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68896b8-29db-4fe6-8795-5be21d4ae218') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:40.807038 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.823992 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.830283 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:43:40.830670 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:43:40.843522 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:43:40.918463 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.922829 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-4b3cd4b9-d389-4ce6-9f36-f9f775e4bf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:40.935405 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.949770 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=d89ef160-96ea-42e5-bd38-5a1e56d3cc03,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:40.952883 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:40.954402 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-618ae3dd-85f9-45ab-904e-f86e85e20e8e admin admin] 10.222.0.44 "DELETE /v2.0/networks/d89ef160-96ea-42e5-bd38-5a1e56d3cc03 HTTP/1.1" status: 204 len: 168 time: 0.9222932 May 18 14:43:41.068499 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55896) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:41.116654 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-78b84fa4-ac8f-49e5-9892-17952e839e19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de6ef6f6ce384b628209271499522fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469506 May 18 14:43:41.119101 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55900) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:41.177741 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b193d1fd-a972-4f2e-b5c7-c4ae209d7f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:41.204395 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b193d1fd-a972-4f2e-b5c7-c4ae209d7f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:41.257819 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b193d1fd-a972-4f2e-b5c7-c4ae209d7f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:41.261576 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:41.275532 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d1fd-a972-4f2e-b5c7-c4ae209d7f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b0556-d4ff-422e-b2d0-739dc8905dac,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:41.279324 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-b193d1fd-a972-4f2e-b5c7-c4ae209d7f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:41.283392 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-b193d1fd-a972-4f2e-b5c7-c4ae209d7f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:41.284695 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-b193d1fd-a972-4f2e-b5c7-c4ae209d7f9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca2b0556-d4ff-422e-b2d0-739dc8905dac HTTP/1.1" status: 204 len: 168 time: 0.1646059 May 18 14:43:41.617088 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55908) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:41.657257 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 66ec8da2-4da3-4427-b424-6d2cc6a201dc no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:41.669918 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-4ca0b8ae-9d03-4a2d-8143-2b47657f3cdb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c77ea4f2a6f4d498c9dd923cd3b3393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503197 May 18 14:43:41.671255 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 55912) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:41.691227 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 66ec8da2-4da3-4427-b424-6d2cc6a201dc {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:41.691579 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 66ec8da2-4da3-4427-b424-6d2cc6a201dc not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:41.734244 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-68757a76-84b6-4285-9345-162e4ea52a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:41.759729 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-68757a76-84b6-4285-9345-162e4ea52a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:41.812526 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-68757a76-84b6-4285-9345-162e4ea52a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:41.816383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-df0280d2-63b4-4937-9845-0d52700d3606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:41.831346 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68757a76-84b6-4285-9345-162e4ea52a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e95081-ec09-4bb4-8bf8-0a616ababa45,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:41.833902 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-68757a76-84b6-4285-9345-162e4ea52a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:41.835048 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-68757a76-84b6-4285-9345-162e4ea52a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:41.838770 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-68757a76-84b6-4285-9345-162e4ea52a65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09e95081-ec09-4bb4-8bf8-0a616ababa45 HTTP/1.1" status: 204 len: 168 time: 0.1638861 May 18 14:43:47.176610 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:43:48.915457 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-05c59dc4-95a8-43ad-b688-6122d765cbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:49.031614 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:51.520438 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e462741b-4d0c-421e-8789-83eca5d31b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:51.543787 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:52.585368 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:54.193910 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:55.403769 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-c1010db7-aaf3-4fbc-b1ff-6c1030fb8b2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677006 May 18 14:43:55.496628 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-5d1b94c9-62ee-457f-9281-2dc0e972d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:55.498092 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-5d1b94c9-62ee-457f-9281-2dc0e972d6e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 1099 time: 0.0721898 May 18 14:43:55.642484 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-2963dc9e-f466-44dd-b9d5-0902b5a790f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:55.643893 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-2963dc9e-f466-44dd-b9d5-0902b5a790f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.1267264 May 18 14:43:55.741559 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-69f3cf56-d369-4c8e-a967-727b0e0a9b93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 HTTP/1.1" status: 200 len: 1002 time: 0.0909309 May 18 14:43:55.805943 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-69756fbc-206c-46b4-9c6f-9ba1bd6cc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:55.807350 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-69756fbc-206c-46b4-9c6f-9ba1bd6cc77e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0597582 May 18 14:43:55.880169 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-7617f7f0-0031-492c-af43-04a4282f9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:55.881607 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-7617f7f0-0031-492c-af43-04a4282f9e6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683732 May 18 14:43:56.012576 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-c09f2d75-5196-4080-8496-e7e288841a1b service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237342 May 18 14:43:56.145084 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c273297d-be31-46f9-af75-f0385f0c94a1 req-8d869868-0b52-4707-87a6-808783e20c0b service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246326 May 18 14:43:59.246513 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-e611ced4-7b8c-432a-9ad2-cd130a2992d0 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735614070&fields=id&tenant_id=64ab0ec53fe84b4a968c40c55521d824 HTTP/1.1" status: 200 len: 267 time: 0.0445840 May 18 14:43:59.393063 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-b3d9d1ca-aa24-4538-ad95-80f527983959 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:59.394497 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-b3d9d1ca-aa24-4538-ad95-80f527983959 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 812 time: 0.1412780 May 18 14:43:59.409150 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-068d0573-62f0-4528-9d45-284058731ccd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/quotas/64ab0ec53fe84b4a968c40c55521d824 HTTP/1.1" status: 200 len: 375 time: 0.0092247 May 18 14:43:59.496189 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-a53f6ccd-3cd4-4949-b3b6-4f9d3b6e11bd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0821650 May 18 14:43:59.730780 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-1344ad75-0396-4cd5-8ddf-1de3b6b685ae service neutron] 10.222.0.44 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229474 May 18 14:43:59.950022 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-33423765-ea20-47bf-81cb-990f40bf06f6 service neutron] 10.222.0.44 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132151 May 18 14:44:00.337743 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a911406e-7873-43fa-92ae-a76f58544b20 req-427e7c18-b78f-4cbf-96e6-3a6f01fbbd5f tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 210 time: 0.0453811 May 18 14:44:01.432166 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-761eae2d-28ba-435a-9d5b-99f8e1022134 req-8252dd40-7531-4e4c-a3b1-9822be74d968 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 210 time: 0.0435526 May 18 14:44:02.527415 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-c723b738-3f80-40be-818d-b188240a91c5 req-9a8ef91f-cce0-494c-b6ea-4c27dcaf6caf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 210 time: 0.0421555 May 18 14:44:03.624225 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-752f37f5-0ad3-4040-852d-e0343662253e req-241ade20-470a-4c03-b340-0458c504c208 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 210 time: 0.0448878 May 18 14:44:04.773211 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f9a8e0f8-b36a-43a3-ab8e-2422cfbc1c37 req-95583dce-3b5f-4514-b873-77a9886baa86 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 210 time: 0.0422826 May 18 14:44:05.592674 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-73ed43ce-8301-4d35-b025-065aea1da2fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:05.594104 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-73ed43ce-8301-4d35-b025-065aea1da2fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 812 time: 0.1489587 May 18 14:44:05.642765 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0f5652de-333f-497b-ad1b-d8a6cbfe7352 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ab0ec53fe84b4a968c40c55521d824 HTTP/1.1" status: 200 len: 379 time: 0.0402369 May 18 14:44:05.651237 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'port': {'device_id': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'admin_state_up': True, 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'security_groups': ['cb890ca6-da4a-4e62-80e1-81abf2bb108b']}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:05.787320 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:05.796673 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.quota.driver [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:05.806472 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Made reservation on behalf of 64ab0ec53fe84b4a968c40c55521d824 for: {'port': 1} {{(pid=91461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:44:05.809933 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:05.933826 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a8fbd738-8438-45f6-bc63-221726e8fa1a req-e01c3077-6dcf-4cc0-87a2-4e8910415fc0 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 210 time: 0.0534647 May 18 14:44:06.016125 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_common [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Allocated IP 172.20.0.9 (80bac765-7a7d-4a9e-8567-62c95bf94d97/37ef0fca-27ec-4f66-9743-7b301a875485/a1f0d382-9c58-4eb4-9931-96618ca91985) {{(pid=91461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:44:06.205669 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for port, precommit_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:06.225341 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Transition to ACTIVE for port object a1f0d382-9c58-4eb4-9931-96618ca91985 will not be triggered until provisioned by entity DHCP. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:44:06.249724 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_create {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:06.255280 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-b18663ca-5519-48d6-ae93-9b57d5e442ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:06.321903 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 is already hosted by enough agents. {{(pid=91461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:44:06.324937 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.base_scheduler [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources bound (agent type, host, resource id): {{(pid=91461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:44:06.328729 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Received port after_create {{(pid=91461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:44:06.362112 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'Port': ['ID=a1f0d382-9c58-4eb4-9931-96618ca91985,revision_number=1']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:06.369460 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:06.399253 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:06.399861 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:06.424497 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-dbd78583-9ce8-451a-bae4-434b9bbbf8ec tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7770000 May 18 14:44:06.436509 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.v2.base [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Request body: {'port': {'device_id': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=91461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:06.549854 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:06.589950 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-1eca9f8f-5f61-49ce-942b-4c8cf0e426f2 None None] Provisioning for port a1f0d382-9c58-4eb4-9931-96618ca91985 completed by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:44:06.594602 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-1eca9f8f-5f61-49ce-942b-4c8cf0e426f2 None None] Provisioning complete for port a1f0d382-9c58-4eb4-9931-96618ca91985 triggered by entity DHCP. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:44:06.595009 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-1eca9f8f-5f61-49ce-942b-4c8cf0e426f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:06.649838 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-1eca9f8f-5f61-49ce-942b-4c8cf0e426f2 None None] Port a1f0d382-9c58-4eb4-9931-96618ca91985 cannot update to ACTIVE because it is not bound. {{(pid=91463) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:44:06.983524 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f0d382-9c58-4eb4-9931-96618ca91985 {{(pid=91461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:44:06.990824 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:07.004579 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.provisioning_blocks [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Transition to ACTIVE for port object a1f0d382-9c58-4eb4-9931-96618ca91985 will not be triggered until provisioned by entity L2. {{(pid=91461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:44:07.008854 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:07.013227 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-49495610-fc6a-474c-8bd7-5518cc80f04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:07.187871 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f0d382-9c58-4eb4-9931-96618ca91985,revision_number=2']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:07.215614 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:07.293585 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50fc0-ca95-4106-8f8c-bd64a444d4bc req-cb1f9087-7f91-4013-a60a-d83064b5b5c0 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:07.294263 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-96d50fc0-ca95-4106-8f8c-bd64a444d4bc req-cb1f9087-7f91-4013-a60a-d83064b5b5c0 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Synchronizing usage tracker for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:44:07.321593 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Attempting to bind port a1f0d382-9c58-4eb4-9931-96618ca91985 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:44:07.321923 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Attempting to bind port a1f0d382-9c58-4eb4-9931-96618ca91985 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:44:07.322243 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Attempting to bind port a1f0d382-9c58-4eb4-9931-96618ca91985 on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:44:07.327314 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Port a1f0d382-9c58-4eb4-9931-96618ca91985 on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:44:07.327640 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Attempting to bind port a1f0d382-9c58-4eb4-9931-96618ca91985 on network 80bac765-7a7d-4a9e-8567-62c95bf94d97 {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:44:07.331917 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-96d50fc0-ca95-4106-8f8c-bd64a444d4bc req-cb1f9087-7f91-4013-a60a-d83064b5b5c0 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Unset dirty status for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:44:07.333073 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-96d50fc0-ca95-4106-8f8c-bd64a444d4bc req-cb1f9087-7f91-4013-a60a-d83064b5b5c0 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 943 time: 0.2848761 May 18 14:44:07.335532 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Checking agent: {'id': '82b3dbf2-006f-41df-9165-7571a555d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'started_at': datetime.datetime(2021, 5, 18, 14, 1, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:44:07.335860 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Checking segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:44:07.336237 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Bound using segment: {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'} {{(pid=91461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:44:07.336651 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.managers [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Bound port: a1f0d382-9c58-4eb4-9931-96618ca91985, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b157e8-ae7b-4099-ad09-408db0a56c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97'}}] {{(pid=91461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:44:07.336987 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:07.435709 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-96d50fc0-ca95-4106-8f8c-bd64a444d4bc req-18424bbd-5f2d-4d51-b984-2ac3296bab66 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885732 May 18 14:44:07.461223 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] For port a1f0d382-9c58-4eb4-9931-96618ca91985, host hv-cinder-79123, cleared binding levels {{(pid=91461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:44:07.464445 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] For port a1f0d382-9c58-4eb4-9931-96618ca91985, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a1f0d382-9c58-4eb4-9931-96618ca91985,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:44:07.467857 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3984831'] for port, after_update {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:07.473091 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-edad6e55-afbc-4047-9c38-45002a58e95c tempest-TestShelveInstance-240233982 tempest-TestShelveInstance-240233982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:07.520826 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:07.521570 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:07.523057 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] 10.222.0.13 "PUT /v2.0/ports/a1f0d382-9c58-4eb4-9931-96618ca91985 HTTP/1.1" status: 200 len: 1093 time: 1.0907946 May 18 14:44:07.530942 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:07.564637 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f0d382-9c58-4eb4-9931-96618ca91985,revision_number=3']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:07.568420 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-0645cbbf-216f-4fe3-a82a-474322fa4564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:07.606310 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'status': 'completed', 'code': 200} May 18 14:44:07.650500 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-51bb0ea5-8142-4f99-829b-778a4237a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:07.651970 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-51bb0ea5-8142-4f99-829b-778a4237a1ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 1096 time: 0.0825810 May 18 14:44:07.725223 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-06df62a0-8dc5-461a-ac69-612c51da7ab5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f0d382-9c58-4eb4-9931-96618ca91985 HTTP/1.1" status: 200 len: 217 time: 0.0656543 May 18 14:44:07.787603 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-97948dff-5b99-4ed8-a786-956eaeb8f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:07.788948 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-97948dff-5b99-4ed8-a786-956eaeb8f92a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0576508 May 18 14:44:07.863217 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-22a0be6b-a7e1-4563-9fff-3176e0d3be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:07.864675 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-22a0be6b-a7e1-4563-9fff-3176e0d3be9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692558 May 18 14:44:07.993683 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-be241121-e3a3-46f8-be54-cdf6eed2a7d2 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226499 May 18 14:44:08.123658 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-3ca12ecc-05eb-47ea-a3f2-1d4b4fa66af8 req-80d97742-917e-4bfd-9aa7-5332499f8426 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231809 May 18 14:44:08.238155 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf281ed-5931-4b95-8f22-5009866afc21 req-9d87110a-cede-4faf-a6b5-84d1044e5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:08.239603 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-caf281ed-5931-4b95-8f22-5009866afc21 req-9d87110a-cede-4faf-a6b5-84d1044e5a9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 1096 time: 0.0742402 May 18 14:44:08.369174 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf281ed-5931-4b95-8f22-5009866afc21 req-4aea753b-f06e-4e4e-a063-fdb8bb5559f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:08.370533 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-caf281ed-5931-4b95-8f22-5009866afc21 req-4aea753b-f06e-4e4e-a063-fdb8bb5559f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.1246235 May 18 14:44:08.438109 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-caf281ed-5931-4b95-8f22-5009866afc21 req-945a05af-2c84-4ead-8c11-db383d5b7459 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f0d382-9c58-4eb4-9931-96618ca91985 HTTP/1.1" status: 200 len: 217 time: 0.0591869 May 18 14:44:08.506965 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf281ed-5931-4b95-8f22-5009866afc21 req-2be07ea6-cfe9-48d0-928b-654be6379c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:08.508390 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-caf281ed-5931-4b95-8f22-5009866afc21 req-2be07ea6-cfe9-48d0-928b-654be6379c52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0612710 May 18 14:44:08.743598 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf281ed-5931-4b95-8f22-5009866afc21 req-e5955d76-adec-4c71-b815-f3ae2803dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:08.745060 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-caf281ed-5931-4b95-8f22-5009866afc21 req-e5955d76-adec-4c71-b815-f3ae2803dd4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2267101 May 18 14:44:08.753582 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2f78a-920f-4db2-b027-ba1af2a577c1 req-2d33c65f-1c44-4ae5-be73-c2c99140c5f1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:08.755014 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a7a2f78a-920f-4db2-b027-ba1af2a577c1 req-2d33c65f-1c44-4ae5-be73-c2c99140c5f1 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 943 time: 0.2032027 May 18 14:44:08.884832 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a7a2f78a-920f-4db2-b027-ba1af2a577c1 req-b30f2dc3-db24-4639-961f-e6f4b2de05fd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117024 May 18 14:44:08.915092 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-caf281ed-5931-4b95-8f22-5009866afc21 req-fefdcef8-9924-4dc8-8a04-081f95e2dd1c service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591663 May 18 14:44:09.045654 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-caf281ed-5931-4b95-8f22-5009866afc21 req-224dd683-37c4-4f82-a462-18c42d6cd71e service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235387 May 18 14:44:10.065396 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c26b-dce0-46cd-b10c-2c8929da9142 req-22eac87a-488c-409f-a841-b7985f870885 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:10.066953 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6eb1c26b-dce0-46cd-b10c-2c8929da9142 req-22eac87a-488c-409f-a841-b7985f870885 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 943 time: 0.0801766 May 18 14:44:10.117496 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-6eb1c26b-dce0-46cd-b10c-2c8929da9142 req-b0e1e820-44c4-4ea0-86a8-2a740d763243 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449340 May 18 14:44:11.302384 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c75080-74ca-4599-8f37-0114f71469bf req-4a55b478-a181-4898-b5f3-ea78b92313ee tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:11.303816 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5c75080-74ca-4599-8f37-0114f71469bf req-4a55b478-a181-4898-b5f3-ea78b92313ee tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 943 time: 0.0805144 May 18 14:44:11.346585 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5c75080-74ca-4599-8f37-0114f71469bf req-529514ef-2125-4a89-baa9-6b5bfa1927a0 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371470 May 18 14:44:12.534155 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cadc03-265c-45a8-85b5-76a7a0ba1335 req-f9ff9b6e-2b1f-4e7a-8426-8a475ad6ef82 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:12.536564 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-01cadc03-265c-45a8-85b5-76a7a0ba1335 req-f9ff9b6e-2b1f-4e7a-8426-8a475ad6ef82 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 943 time: 0.0841789 May 18 14:44:12.581134 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-01cadc03-265c-45a8-85b5-76a7a0ba1335 req-b4431fa7-b767-4373-a140-57ecf98894e5 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390334 May 18 14:44:13.762448 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e8673-d974-4ebc-aeeb-7fa194959190 req-4c8f0141-4446-49fb-b62b-afb9b7bbf161 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:13.763913 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f41e8673-d974-4ebc-aeeb-7fa194959190 req-4c8f0141-4446-49fb-b62b-afb9b7bbf161 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 943 time: 0.0787675 May 18 14:44:13.811832 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-f41e8673-d974-4ebc-aeeb-7fa194959190 req-c757788f-3b7a-40c4-a21f-c14992c041ab tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 May 18 14:44:14.998156 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57d4f5-0950-4279-8a22-ed36d259371c req-00b8a133-9d7d-4d1e-a513-1ebd3ca069c9 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:14.999581 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0b57d4f5-0950-4279-8a22-ed36d259371c req-00b8a133-9d7d-4d1e-a513-1ebd3ca069c9 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 943 time: 0.0798974 May 18 14:44:15.043773 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0b57d4f5-0950-4279-8a22-ed36d259371c req-520ae902-2bc8-450e-ade5-683863093d7c tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379698 May 18 14:44:15.450033 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device a1f0d382-9c58-4eb4-9931-96618ca91985 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=91463) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:44:15.607375 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port a1f0d382-9c58-4eb4-9931-96618ca91985, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a1f0d382-9c58-4eb4-9931-96618ca91985,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:15.620138 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Returning: {'device': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'port_id': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'mac_address': 'fa:16:3e:cf:69:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91463) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:44:15.676885 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:15.693006 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f0d382-9c58-4eb4-9931-96618ca91985 {{(pid=91463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:44:15.708341 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port a1f0d382-9c58-4eb4-9931-96618ca91985, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a1f0d382-9c58-4eb4-9931-96618ca91985,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:15.712151 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:15.714003 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:15.778578 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=a1f0d382-9c58-4eb4-9931-96618ca91985,revision_number=4']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:15.781628 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:15.925049 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] get_ports_and_sgs() called for port_ids ['a1f0d382-9c58-4eb4-9931-96618ca91985'] {{(pid=91463) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:44:16.234602 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e86190-7c5a-4304-86a5-1e79eae8dcfd req-8909d8f8-7139-491e-ba48-eb76a7078976 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:16.236030 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-43e86190-7c5a-4304-86a5-1e79eae8dcfd req-8909d8f8-7139-491e-ba48-eb76a7078976 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 944 time: 0.0873721 May 18 14:44:16.280554 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-43e86190-7c5a-4304-86a5-1e79eae8dcfd req-8a9fa4be-f214-4f28-93ea-df19de4fba74 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387082 May 18 14:44:17.454779 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device a1f0d382-9c58-4eb4-9931-96618ca91985 up at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:44:17.462138 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02789612-c700-43f3-bfc5-ae6e86a66074 req-02d9a0e2-275d-49e5-a201-c203907e9b52 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:17.463644 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-02789612-c700-43f3-bfc5-ae6e86a66074 req-02d9a0e2-275d-49e5-a201-c203907e9b52 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 944 time: 0.0793223 May 18 14:44:17.509254 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-02789612-c700-43f3-bfc5-ae6e86a66074 req-ea35bee8-f3c4-4040-a7b4-41d321747846 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399315 May 18 14:44:17.524325 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning for port a1f0d382-9c58-4eb4-9931-96618ca91985 completed by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:44:17.529282 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Provisioning complete for port a1f0d382-9c58-4eb4-9931-96618ca91985 triggered by entity L2. {{(pid=91463) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:44:17.529690 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393069'] for port, provisioning_complete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:17.646619 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:17.672891 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985'}] {{(pid=91463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:17.683130 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] For port a1f0d382-9c58-4eb4-9931-96618ca91985, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a1f0d382-9c58-4eb4-9931-96618ca91985,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:17.687981 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274'] for port, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:17.689792 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:17.754929 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Pushing event updated for resources: {'Port': ['ID=a1f0d382-9c58-4eb4-9931-96618ca91985,revision_number=5']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:17.757952 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:17.838136 dv-cinder-791239-1-iscsi neutron-server[91463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'code': 200} May 18 14:44:18.109284 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecabc77-451d-45fb-a4d7-b7a5019d0859 req-70575ad0-e385-4dbd-b1cb-391697a2b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:18.110671 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0ecabc77-451d-45fb-a4d7-b7a5019d0859 req-70575ad0-e385-4dbd-b1cb-391697a2b088 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 1098 time: 0.0734568 May 18 14:44:18.151236 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-0ecabc77-451d-45fb-a4d7-b7a5019d0859 req-a1412c4a-8bcb-4b99-a650-82c2e3677986 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341213 May 18 14:44:18.697197 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe9859-5afb-46f3-884f-2dde99732db5 req-2e92d14d-ce7a-4e56-8816-39222fe13c1e tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:18.698649 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-92fe9859-5afb-46f3-884f-2dde99732db5 req-2e92d14d-ce7a-4e56-8816-39222fe13c1e tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 945 time: 0.0783839 May 18 14:44:18.745945 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-92fe9859-5afb-46f3-884f-2dde99732db5 req-14e92adc-ded3-4907-8b7d-706914efba78 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 May 18 14:44:18.916313 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0e22ce7b-2b24-4ddf-a0c7-35c3e7d8be93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:19.046255 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:19.926215 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45762b0d-0183-4207-b69b-fc6435c29353 req-cfe8d288-d419-4803-924e-6192ddf95d4e tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:19.928265 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-45762b0d-0183-4207-b69b-fc6435c29353 req-cfe8d288-d419-4803-924e-6192ddf95d4e tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 945 time: 0.0798998 May 18 14:44:19.971601 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-45762b0d-0183-4207-b69b-fc6435c29353 req-66092550-08c5-4b9d-86f5-26450e45e625 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375874 May 18 14:44:20.155312 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff545ed-51bc-4e70-b292-1fa3924140f5 req-19ce8787-1c5d-487a-818a-ea224b6444dc tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:20.156734 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1ff545ed-51bc-4e70-b292-1fa3924140f5 req-19ce8787-1c5d-487a-818a-ea224b6444dc tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 945 time: 0.0846543 May 18 14:44:20.200772 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-1ff545ed-51bc-4e70-b292-1fa3924140f5 req-3dfe8fcc-0e04-43fe-8376-029fa978b5a8 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373929 May 18 14:44:20.224352 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56022) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:20.295618 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4e9943-29c0-44b5-a9f8-c0818f6b28b3 tempest-TestVolumeBootPattern-1236105848 tempest-TestVolumeBootPattern-1236105848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:20.297107 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-bc4e9943-29c0-44b5-a9f8-c0818f6b28b3 tempest-TestVolumeBootPattern-1236105848 tempest-TestVolumeBootPattern-1236105848-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 1093 time: 0.0715053 May 18 14:44:20.299895 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56026) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:20.305663 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.v2.base [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Request body: {'floatingip': {'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'port_id': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:44:20.315312 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:20.319738 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Usage tracker for resource:floatingip and tenant:64ab0ec53fe84b4a968c40c55521d824 is out of sync, need to count used quota {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:20.322561 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.quota.resource [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91462) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:20.328128 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.quota.driver [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91462) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:20.341391 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:20.469559 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:20.606436 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_common [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Allocated IP 172.27.2.197 (ce418276-98c1-4386-926d-d40ddcbd119a/6496370c-e6a1-49b8-999a-4994fc585822/424fbd52-7b36-46d7-bfbf-31b0011fba4b) {{(pid=91462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:44:20.749534 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for port, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:20.778124 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733139174135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:20.782393 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-f7d7da6e-076b-4c84-8fab-f34e5548cf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:20.847279 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Network ce418276-98c1-4386-926d-d40ddcbd119a is already hosted by enough agents. {{(pid=91462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:44:20.850538 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Resources bound (agent type, host, resource id): {{(pid=91462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:44:20.854072 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Received port after_create {{(pid=91462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:44:20.883863 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'Port': ['ID=424fbd52-7b36-46d7-bfbf-31b0011fba4b,revision_number=1']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:20.889626 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:21.341021 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:21.413204 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1527923'] for port, before_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:21.512038 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-300c1778-bee0-45a6-a262-80c294c9718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:21.545585 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:21.618738 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for port, precommit_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:21.623093 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733139608495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733139177229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733139177274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022713'] for port, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:21.627958 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-e00a22b3-4f58-41d3-aeb0-85141280febf tempest-VolumesNegativeTest-1974904246 tempest-VolumesNegativeTest-1974904246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:21.735469 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event updated for resources: {'Port': ['ID=424fbd52-7b36-46d7-bfbf-31b0011fba4b,revision_number=2']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:21.739584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:21.744041 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404147'] for floatingip, after_update {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:21.910923 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.l3_db [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Floating IP 423d393f-2aa2-472c-a5ac-45e1e2efca56 associated. External IP: 172.27.2.197, port: a1f0d382-9c58-4eb4-9931-96618ca91985. May 18 14:44:22.253584 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Router 278c7b88-6db3-44e6-874f-54fcc5ed40cf has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:44:22.432025 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:44:22.440885 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] Sync routers for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:44:22.450128 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:22.450773 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:44:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:22.456297 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:22.511498 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-ef6f3162-55ce-4cc6-b736-5f9c04d74e18 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2105095 May 18 14:44:22.512072 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:22.619256 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'status': 'completed', 'code': 200} May 18 14:44:22.631477 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:22.647575 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:22.714298 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-5d43ed0d-43cd-457f-b704-9d85eaad3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:22.716435 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-5d43ed0d-43cd-457f-b704-9d85eaad3ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 1098 time: 0.0716126 May 18 14:44:22.847958 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-b903b423-315e-4d7d-bcda-8552b18a561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:22.849387 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-b903b423-315e-4d7d-bcda-8552b18a561d service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.1269791 May 18 14:44:22.995764 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '423d393f-2aa2-472c-a5ac-45e1e2efca56', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:cf:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:44:21Z', 'updated_at': '2021-05-18T14:44:21Z', 'revision_number': 0, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}, {'id': 'fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:07Z', 'updated_at': '2021-05-18T14:42:10Z', 'revision_number': 1, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:22.999687 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] Checking router: 278c7b88-6db3-44e6-874f-54fcc5ed40cf for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:44:23.008688 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:23.009291 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:44:21Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:23.043670 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-41905003-86d0-43c7-887b-87e18d2785b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f0d382-9c58-4eb4-9931-96618ca91985 HTTP/1.1" status: 200 len: 999 time: 0.1883478 May 18 14:44:23.110310 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-c9b833b6-5465-4ba7-9f1c-0613293ecb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:23.111653 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-c9b833b6-5465-4ba7-9f1c-0613293ecb05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0614209 May 18 14:44:23.183582 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:23.186402 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-67baca9b-fa75-4598-87bb-9f3115aaa393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:23.187867 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-67baca9b-fa75-4598-87bb-9f3115aaa393 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698893 May 18 14:44:23.322071 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-3ff499e4-67b9-4149-b565-325b708c2176 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275063 May 18 14:44:23.453759 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-afc8d2b7-447b-4b68-ad62-92fef7e1bd36 req-7a320907-053b-4a0c-80a1-44192bbe4ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243405 May 18 14:44:23.575138 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '423d393f-2aa2-472c-a5ac-45e1e2efca56', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:cf:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:44:21Z', 'updated_at': '2021-05-18T14:44:21Z', 'revision_number': 0, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}, {'id': 'fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:07Z', 'updated_at': '2021-05-18T14:42:10Z', 'revision_number': 1, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:23.579041 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1269bd78-a6d2-4433-9569-6443ec566965 None None] The sync data for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi is: [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': '423d393f-2aa2-472c-a5ac-45e1e2efca56', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:cf:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:44:21Z', 'updated_at': '2021-05-18T14:44:21Z', 'revision_number': 0, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}, {'id': 'fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:07Z', 'updated_at': '2021-05-18T14:42:10Z', 'revision_number': 1, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:44:23.750089 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5126b5-9c7b-423d-aab0-9e3755cfb8a8 None None] New status for floating IP 423d393f-2aa2-472c-a5ac-45e1e2efca56: ACTIVE {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:44:24.175057 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:44:24.197204 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.917952 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e28a0f27-43ad-405a-be17-06c23b1acbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:49.044037 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:51.513745 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4e87c560-afb9-43c5-8360-d7da0291df09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:51.546380 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:52.591403 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.200052 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.799846 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-7a49409a-aba6-41d0-b336-4526dd60ebdf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718021 May 18 14:44:55.934121 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-eefb7dcc-7619-4a70-bc11-45b88e05fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:55.935660 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-eefb7dcc-7619-4a70-bc11-45b88e05fcc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 1099 time: 0.0691860 May 18 14:44:56.088492 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-b65d461c-80b1-4c29-8f59-7d9f6eba2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:56.090057 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-b65d461c-80b1-4c29-8f59-7d9f6eba2753 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.1351783 May 18 14:44:56.197178 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-a9130071-b05c-4db3-a9c1-cc4e394c6feb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 HTTP/1.1" status: 200 len: 1002 time: 0.1000473 May 18 14:44:56.260167 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-563cfddb-de9a-4100-b743-c7e5212f88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:56.261534 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-563cfddb-de9a-4100-b743-c7e5212f88d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0578799 May 18 14:44:56.340744 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-5109b99f-d0cf-422f-a039-966253ee5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:56.342199 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-5109b99f-d0cf-422f-a039-966253ee5652 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742326 May 18 14:44:56.475155 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-7f2336ea-80d6-4995-bb23-6fcf794edb78 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238067 May 18 14:44:56.603592 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-37d03c95-9a04-4a90-ad8a-3e8969040f59 req-b01df277-2169-4c68-bdb7-601d53ac780b service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222897 May 18 14:45:01.174549 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:45:18.919823 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8d645b59-0c2c-48e6-aaf0-cad0a1b0b7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:19.046201 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.514098 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-bf1797dd-b882-405c-a54b-37f63d33f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.548097 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:22.595326 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:24.204077 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:38.172744 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:45:48.921067 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-f5782d52-0130-40e7-b2d7-864260a4a383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:49.057905 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:49.631706 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56068) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:49.990217 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Deleting port 424fbd52-7b36-46d7-bfbf-31b0011fba4b {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:49.990550 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:50.105276 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:50.105624 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:50.224670 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Calling delete_port for 424fbd52-7b36-46d7-bfbf-31b0011fba4b owned by network:floatingip {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:50.343533 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:50.347752 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:50.390543 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event deleted for resources: {'Port': ['ID=424fbd52-7b36-46d7-bfbf-31b0011fba4b,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:50.457186 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.457575 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.457938 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.458294 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.458640 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.458989 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.459335 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.459680 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.460022 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.460375 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.461493 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.461672 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:50.467786 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:50.489166 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:50.489489 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.db.l3_db [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Floating IP 423d393f-2aa2-472c-a5ac-45e1e2efca56 disassociated (deleted). External IP: 172.27.2.197, port: a1f0d382-9c58-4eb4-9931-96618ca91985. May 18 14:45:50.828584 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Router 278c7b88-6db3-44e6-874f-54fcc5ed40cf has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:45:51.002288 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:45:51.013192 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] Sync routers for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:45:51.022799 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:51.024144 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:45:22Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:51.024305 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:51.079506 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-af9c97c6-022a-440b-9b66-429bf401d36a tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "DELETE /v2.0/floatingips/423d393f-2aa2-472c-a5ac-45e1e2efca56 HTTP/1.1" status: 204 len: 168 time: 1.4441562 May 18 14:45:51.079506 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:51.202657 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:51.404458 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'status': 'completed', 'code': 200} May 18 14:45:51.508720 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-037d4922-e429-4789-b3e9-eccdb0cbaa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:51.510216 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-037d4922-e429-4789-b3e9-eccdb0cbaa0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 1098 time: 0.0831244 May 18 14:45:51.562122 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-dc6f6711-06b2-47c0-bbca-acb392ab4914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:51.571202 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:51.590761 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': 'fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:07Z', 'updated_at': '2021-05-18T14:42:10Z', 'revision_number': 1, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:51.594589 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] Checking router: 278c7b88-6db3-44e6-874f-54fcc5ed40cf for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:45:51.603527 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:51.604072 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:45:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:51.823087 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-82ab9056-0ff0-4cc0-8ca0-27d638220ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:51.824518 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-82ab9056-0ff0-4cc0-8ca0-27d638220ea5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.3077037 May 18 14:45:51.835205 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:51.838709 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d93d29-077a-414b-a2a0-0853e2e577d0 req-0bc037dd-cfe2-493b-bdf2-26651733bc78 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:51.839380 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-d3d93d29-077a-414b-a2a0-0853e2e577d0 req-0bc037dd-cfe2-493b-bdf2-26651733bc78 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Synchronizing usage tracker for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:51.907637 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-a346d416-3a58-4293-9c75-fc4db2e91189 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f0d382-9c58-4eb4-9931-96618ca91985 HTTP/1.1" status: 200 len: 217 time: 0.0654817 May 18 14:45:51.914882 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-d3d93d29-077a-414b-a2a0-0853e2e577d0 req-0bc037dd-cfe2-493b-bdf2-26651733bc78 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Unset dirty status for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:51.915944 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d3d93d29-077a-414b-a2a0-0853e2e577d0 req-0bc037dd-cfe2-493b-bdf2-26651733bc78 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 945 time: 0.4285433 May 18 14:45:52.006698 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-d3d93d29-077a-414b-a2a0-0853e2e577d0 req-99a52441-998f-4e02-8505-8b303f60f1c6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577242 May 18 14:45:52.011416 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-ade68397-4537-49c1-a82b-2b841d775a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:52.012854 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-ade68397-4537-49c1-a82b-2b841d775a2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0989900 May 18 14:45:52.091953 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-56b5be20-5e26-4335-b5dd-bfbb8c7c3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:52.093433 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-56b5be20-5e26-4335-b5dd-bfbb8c7c3184 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728917 May 18 14:45:52.183765 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': 'fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:07Z', 'updated_at': '2021-05-18T14:42:10Z', 'revision_number': 1, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:52.187607 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f06cd-2e10-47ee-8e3e-dc6d209b81f5 None None] The sync data for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi is: [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_floatingips': [{'id': 'fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'router_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'port_id': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'mac_address': 'fa:16:3e:59:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:07Z', 'updated_at': '2021-05-18T14:42:10Z', 'revision_number': 1, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:45:52.231181 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-ecdc3a5e-5ac9-4854-b3f3-998345ad94b4 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303864 May 18 14:45:52.366732 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-a830aca1-abc0-4eef-a53e-45d15e5e10bc req-b00f887b-d235-497b-9d1c-35098589ff72 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279831 May 18 14:45:52.397579 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eece36-bbe2-48d6-8da4-47f7e2d202d5 None None] New status for floating IP 423d393f-2aa2-472c-a5ac-45e1e2efca56: DOWN {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:45:52.596319 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:52.905241 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-f29d200d-9254-4d0a-89f3-6bedfb97397f tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:52.906692 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-f29d200d-9254-4d0a-89f3-6bedfb97397f tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 945 time: 0.0823598 May 18 14:45:53.042878 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Deleting port a1f0d382-9c58-4eb4-9931-96618ca91985 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:53.043222 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:53.232128 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] For port a1f0d382-9c58-4eb4-9931-96618ca91985, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=a1f0d382-9c58-4eb4-9931-96618ca91985,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:53.232401 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:53.360190 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a27d9-4b0b-4230-b543-b10a29518e1e req-7d7e8c91-4254-40cf-a0c2-88ba3f487bb6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:53.361649 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-505a27d9-4b0b-4230-b543-b10a29518e1e req-7d7e8c91-4254-40cf-a0c2-88ba3f487bb6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a17174-159a-4ae9-8f14-4feba478eb37 HTTP/1.1" status: 200 len: 945 time: 0.2288058 May 18 14:45:53.371151 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Calling delete_port for a1f0d382-9c58-4eb4-9931-96618ca91985 owned by compute:nova {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:53.425706 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-505a27d9-4b0b-4230-b543-b10a29518e1e req-09831645-5913-4201-b897-eda6ca34b556 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516834 May 18 14:45:53.516118 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:53.521460 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8b7c9554-a26a-4dd9-91ab-5befafd55445 tempest-AttachVolumeShelveTestJSON-532535461 tempest-AttachVolumeShelveTestJSON-532535461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:53.570470 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event deleted for resources: {'Port': ['ID=a1f0d382-9c58-4eb4-9931-96618ca91985,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:53.573743 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:53.643814 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] No DVR routers for this DVR port a1f0d382-9c58-4eb4-9931-96618ca91985 on host hv-cinder-79123 {{(pid=91461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:45:53.646336 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:53.648882 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'name': 'network-vif-deleted', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:53.663660 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-fadabb9d-97bf-440d-bdf1-6b47dbcbdc4a req-fc79c02b-5235-49f4-9e38-8e48b670546b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "DELETE /v2.0/ports/a1f0d382-9c58-4eb4-9931-96618ca91985 HTTP/1.1" status: 204 len: 173 time: 0.7512972 May 18 14:45:53.695514 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a17174-159a-4ae9-8f14-4feba478eb37', 'name': 'network-vif-deleted', 'tag': 'a1f0d382-9c58-4eb4-9931-96618ca91985', 'status': 'completed', 'code': 200} May 18 14:45:54.206222 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:56.916783 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56102) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:57.277129 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Deleting port 0bb0ddee-16d9-45df-b4dd-48144c940fa9 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:57.277381 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:57.392622 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:57.392940 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:57.515701 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Calling delete_port for 0bb0ddee-16d9-45df-b4dd-48144c940fa9 owned by network:floatingip {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:57.637948 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:57.642240 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-3110a7aa-1261-482d-b6fb-27a74387b62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:57.687813 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event deleted for resources: {'Port': ['ID=0bb0ddee-16d9-45df-b4dd-48144c940fa9,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:57.725107 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.725488 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.725894 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.726355 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.726821 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.727197 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.727565 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.727932 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.728298 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.728660 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.729025 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.729383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:57.736410 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:57.788547 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:57.788933 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.db.l3_db [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Floating IP fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c disassociated (deleted). External IP: 172.27.2.101, port: bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4. May 18 14:45:58.029723 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device a1f0d382-9c58-4eb4-9931-96618ca91985 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:45:58.063728 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: a1f0d382-9c58-4eb4-9931-96618ca91985 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:45:58.064083 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device a1f0d382-9c58-4eb4-9931-96618ca91985 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:58.138617 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Router 278c7b88-6db3-44e6-874f-54fcc5ed40cf has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:45:58.312953 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:45:58.322048 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] Sync routers for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:45:58.328689 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:58.331036 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:58.331745 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:45:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:58.388728 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-54e641f4-e70b-4773-af61-8cbdbf1c628d tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "DELETE /v2.0/floatingips/fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c HTTP/1.1" status: 204 len: 168 time: 1.4708741 May 18 14:45:58.389495 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4'}] {{(pid=91462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:58.511003 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:58.625441 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'status': 'completed', 'code': 200} May 18 14:45:58.784110 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-20167ebe-c217-468f-babf-fca86ec1e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:58.785603 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-20167ebe-c217-468f-babf-fca86ec1e1e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64ab0ec53fe84b4a968c40c55521d824&device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 1099 time: 0.1381450 May 18 14:45:58.821693 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f8363-8acf-4882-9176-5aef87b15ca4 req-68bd7f19-1871-4348-91d2-125c54df6f01 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:58.822464 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-245f8363-8acf-4882-9176-5aef87b15ca4 req-68bd7f19-1871-4348-91d2-125c54df6f01 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Synchronizing usage tracker for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:58.827789 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:58.831851 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] Checking router: 278c7b88-6db3-44e6-874f-54fcc5ed40cf for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:45:58.841073 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:45:58.841646 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:45:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:59.003387 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-245f8363-8acf-4882-9176-5aef87b15ca4 req-68bd7f19-1871-4348-91d2-125c54df6f01 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Unset dirty status for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:59.004523 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-245f8363-8acf-4882-9176-5aef87b15ca4 req-68bd7f19-1871-4348-91d2-125c54df6f01 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 946 time: 0.2962718 May 18 14:45:59.033473 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:45:59.070492 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-245f8363-8acf-4882-9176-5aef87b15ca4 req-2c353f92-4133-4004-8757-a8a5fc30a8c7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581036 May 18 14:45:59.074988 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-f66d76b9-bedd-46ba-9d31-9eeab0f201a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:59.076382 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-f66d76b9-bedd-46ba-9d31-9eeab0f201a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 200 len: 913 time: 0.2831194 May 18 14:45:59.148894 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-09236bd1-2a30-4d63-bcd3-bf840c3d9056 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 HTTP/1.1" status: 200 len: 217 time: 0.0641222 May 18 14:45:59.212920 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-b3e4d31d-db0e-445f-9b52-b007b5fee555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:59.214372 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-b3e4d31d-db0e-445f-9b52-b007b5fee555 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 200 len: 851 time: 0.0593455 May 18 14:45:59.292640 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-e036a4a8-6e72-43c1-875e-e9f4bbf20dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:59.294136 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-e036a4a8-6e72-43c1-875e-e9f4bbf20dca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80bac765-7a7d-4a9e-8567-62c95bf94d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728128 May 18 14:45:59.388366 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:45:59.392249 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5965c-8366-4ca6-8d31-78216360c168 None None] The sync data for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi is: [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:38:23Z', 'revision_number': 4, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi', '_interfaces': [{'id': '21c7d6b1-c0d7-4645-9d7b-5c33dd921159', 'name': '', 'network_id': '80bac765-7a7d-4a9e-8567-62c95bf94d97', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'mac_address': 'fa:16:3e:a3:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:22Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'subnets': [{'id': '37ef0fca-27ec-4f66-9743-7b301a875485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:45:59.430546 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-f1222dc5-75e6-4667-b670-3a13e7732f80 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295862 May 18 14:45:59.569052 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-9f3f114c-32d3-45b8-b90d-54769129d006 req-37eb1ff8-20d9-407c-9236-ceb058561179 service neutron] 10.222.0.13 "GET /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306555 May 18 14:45:59.595503 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec4d7ed-31c5-48dc-9cf2-bfcd3f499059 None None] New status for floating IP fd01e01a-f5bd-4a0f-8a39-bbd4592e7c1c: DOWN {{(pid=91464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:46:00.145663 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-6598ef7e-ad0e-41d4-9935-f0b146639adf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:00.147161 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-6598ef7e-ad0e-41d4-9935-f0b146639adf tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 946 time: 0.0821323 May 18 14:46:00.338918 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a97b12-e764-4333-8121-f8d321acd3dd req-15ee2ea1-7c30-4f56-b6b5-c440cc63ba6b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:46:00.340341 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5a97b12-e764-4333-8121-f8d321acd3dd req-15ee2ea1-7c30-4f56-b6b5-c440cc63ba6b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 946 time: 0.1560245 May 18 14:46:00.386569 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Deleting port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:00.386905 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:00.417602 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-e5a97b12-e764-4333-8121-f8d321acd3dd req-e3dd32f8-6221-4394-90d2-911a35dfae6b tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb890ca6-da4a-4e62-80e1-81abf2bb108b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707145 May 18 14:46:00.524125 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] For port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:00.524584 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:00.645810 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Calling delete_port for bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 owned by compute:nova {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:00.755183 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:00.761343 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8d750a07-511d-44b7-8153-414d0323b16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:00.804983 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event deleted for resources: {'Port': ['ID=bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:00.808361 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:00.880979 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] No DVR routers for this DVR port bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 on host hv-cinder-79123 {{(pid=91461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:00.884260 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for port, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:00.886764 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'name': 'network-vif-deleted', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4'}] {{(pid=91461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:46:00.903811 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-590038b4-8113-4c8d-bce6-c6243a60b121 req-8944d992-df85-4c95-a067-b1cf02bba5dd tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.13 "DELETE /v2.0/ports/bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 HTTP/1.1" status: 204 len: 173 time: 0.7505176 May 18 14:46:00.937342 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b7c1d-65a1-41a4-8dda-17404b872aa6', 'name': 'network-vif-deleted', 'tag': 'bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4', 'status': 'completed', 'code': 200} May 18 14:46:01.587413 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-80e196e8-432c-4bff-9ec4-6f6489ada8f3 req-afc72faa-515e-4e15-ae9d-449f3a447576 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Synchronizing usage tracker for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:46:01.603445 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.quota.resource [req-80e196e8-432c-4bff-9ec4-6f6489ada8f3 req-afc72faa-515e-4e15-ae9d-449f3a447576 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Unset dirty status for tenant:64ab0ec53fe84b4a968c40c55521d824 on resource:port {{(pid=91461) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:46:01.604574 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [req-80e196e8-432c-4bff-9ec4-6f6489ada8f3 req-afc72faa-515e-4e15-ae9d-449f3a447576 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "GET /v2.0/ports?device_id=121b7c1d-65a1-41a4-8dda-17404b872aa6 HTTP/1.1" status: 200 len: 210 time: 0.0604827 May 18 14:46:02.700154 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56120) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:03.013876 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Deleting port a6437f06-00a1-4e36-ad40-b6725f31e27c {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:03.014214 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:03.133684 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:03.133999 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:03.255611 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Calling delete_port for a6437f06-00a1-4e36-ad40-b6725f31e27c owned by network:floatingip {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:03.365085 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:03.369574 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-96c1d6c1-9935-432a-b85d-6ef1219249d7 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:03.415971 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event deleted for resources: {'Port': ['ID=a6437f06-00a1-4e36-ad40-b6725f31e27c,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:03.419039 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:03.510353 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for floatingip, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:03.527207 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6869'] for floatingip, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:03.528309 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-a4bc914b-22c9-46d1-8eae-9cda3e9e4689 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "DELETE /v2.0/floatingips/e5a073cd-dae0-4741-a4f6-ee6fc21619ca HTTP/1.1" status: 204 len: 168 time: 0.8272038 May 18 14:46:04.074976 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:04.113299 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] No Port match for: bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:04.113557 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Device bc0b0202-6ac0-4b1a-8bbb-b1c3f1e59ba4 not bound to the agent host hv-cinder-79123 {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:05.029427 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56134) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:05.096286 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1b5c51d7-a954-44e1-9702-226b859cb1b6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:05.126791 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1b5c51d7-a954-44e1-9702-226b859cb1b6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:05.193993 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1b5c51d7-a954-44e1-9702-226b859cb1b6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:05.198069 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-d8de1e54-cdea-40ee-a837-35790a908b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:05.306555 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c51d7-a954-44e1-9702-226b859cb1b6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb890ca6-da4a-4e62-80e1-81abf2bb108b,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:05.309640 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1b5c51d7-a954-44e1-9702-226b859cb1b6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:05.319523 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1b5c51d7-a954-44e1-9702-226b859cb1b6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:05.320817 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-1b5c51d7-a954-44e1-9702-226b859cb1b6 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] 10.222.0.44 "DELETE /v2.0/security-groups/cb890ca6-da4a-4e62-80e1-81abf2bb108b HTTP/1.1" status: 204 len: 168 time: 0.2903738 May 18 14:46:05.374678 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56140) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:05.998845 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404041'] for router_interface, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:06.400382 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Deleting port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:06.401110 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:06.519912 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] For port 21c7d6b1-c0d7-4645-9d7b-5c33dd921159, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=21c7d6b1-c0d7-4645-9d7b-5c33dd921159,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:06.520259 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:06.644356 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Calling delete_port for 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 owned by network:router_interface {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:06.787022 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:06.791989 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-2ee1eeae-afbd-4f60-b81d-a78056d18c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:06.935307 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c7d6b1-c0d7-4645-9d7b-5c33dd921159,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:06.960763 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:07.195645 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403929'] for router_interface, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:07.549919 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Router 278c7b88-6db3-44e6-874f-54fcc5ed40cf has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:46:07.727673 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:46:07.736829 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] Sync routers for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:46:07.740221 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-f18f0470-31fc-4a03-bb3c-ba9f77123850 admin admin] 10.222.0.44 "PUT /v2.0/routers/278c7b88-6db3-44e6-874f-54fcc5ed40cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3644860 May 18 14:46:07.742785 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56146) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:07.747410 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:07.748098 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:45:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:07.914912 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks [] for router, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:07.924062 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: dv-cinder-791239-1-iscsi {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:08.087994 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.158462 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Deleting port 522b4c3f-c22d-4797-9efd-f2325fac229a {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:08.158800 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.208509 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:46:06Z', 'revision_number': 5, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port': {'id': '522b4c3f-c22d-4797-9efd-f2325fac229a', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:19Z', 'updated_at': '2021-05-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:08.213560 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] Checking router: 278c7b88-6db3-44e6-874f-54fcc5ed40cf for host: dv-cinder-791239-1-iscsi {{(pid=91463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:46:08.222313 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] Routers {'278c7b88-6db3-44e6-874f-54fcc5ed40cf'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:08.223201 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:45:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'], 'active': True} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:08.377141 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvr_db [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] Set router 278c7b88-6db3-44e6-874f-54fcc5ed40cf gateway port host: None {{(pid=91463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:08.391995 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] For port 522b4c3f-c22d-4797-9efd-f2325fac229a, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=522b4c3f-c22d-4797-9efd-f2325fac229a,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:08.392347 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.482826 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_hamode_db [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:46:08Z', 'revision_number': 6, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port_host': None}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:08.486786 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d695dfe-fe9f-437a-830f-85fb679faed5 None None] The sync data for ids ['278c7b88-6db3-44e6-874f-54fcc5ed40cf'] in dv-cinder-791239-1-iscsi is: [{'id': '278c7b88-6db3-44e6-874f-54fcc5ed40cf', 'name': 'tempest-TestVolumeBootPattern-1421861147-router', 'tenant_id': '64ab0ec53fe84b4a968c40c55521d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:18Z', 'updated_at': '2021-05-18T14:46:08Z', 'revision_number': 6, 'project_id': '64ab0ec53fe84b4a968c40c55521d824', 'gw_port_host': None}] {{(pid=91463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:46:08.517196 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Calling delete_port for 522b4c3f-c22d-4797-9efd-f2325fac229a owned by network:router_gateway {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:08.651614 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.656047 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7ae5f322-b9d5-47d1-a17a-fff46c7e2574 tempest-TestVolumeBootPattern-1183821746 tempest-TestVolumeBootPattern-1183821746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:08.699774 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Pushing event deleted for resources: {'Port': ['ID=522b4c3f-c22d-4797-9efd-f2325fac229a,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:08.702250 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:08.790781 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402018'] for router_gateway, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.969349 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.971487 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.995840 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401461'] for router, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:08.996388 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 278c7b88-6db3-44e6-874f-54fcc5ed40cf {{(pid=91461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:46:09.009200 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.010354 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-f0f73606-79dc-4cfc-923d-58e8ea90a859 admin admin] 10.222.0.44 "DELETE /v2.0/routers/278c7b88-6db3-44e6-874f-54fcc5ed40cf HTTP/1.1" status: 204 len: 168 time: 1.2666409 May 18 14:46:09.012846 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56150) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:09.071119 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.db_base_plugin_v2 [None req-9add9d9f-8d33-4475-a870-50b7590bbbbe admin admin] Deleting subnet 37ef0fca-27ec-4f66-9743-7b301a875485 {{(pid=91461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:46:09.074012 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9add9d9f-8d33-4475-a870-50b7590bbbbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.122075 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9add9d9f-8d33-4475-a870-50b7590bbbbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4176964'] for subnet, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.203832 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9add9d9f-8d33-4475-a870-50b7590bbbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.450205 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9add9d9f-8d33-4475-a870-50b7590bbbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4177017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2491218'] for subnet, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.454295 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:09.497354 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-9add9d9f-8d33-4475-a870-50b7590bbbbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.500510 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add9d9f-8d33-4475-a870-50b7590bbbbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ef0fca-27ec-4f66-9743-7b301a875485,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:09.502341 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa9f080-9384-42ae-88de-89af8f321214 None None] Network 80bac765-7a7d-4a9e-8567-62c95bf94d97 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:46:09.502853 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-9add9d9f-8d33-4475-a870-50b7590bbbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:09.507294 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-9add9d9f-8d33-4475-a870-50b7590bbbbe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/37ef0fca-27ec-4f66-9743-7b301a875485 HTTP/1.1" status: 204 len: 168 time: 0.4934783 May 18 14:46:09.509686 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56154) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:09.615276 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.686031 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Deleting port 7da323f5-7355-4b07-95e7-742ced082565 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:09.686710 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.763296 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] DHCP port deletion for 80bac765-7a7d-4a9e-8567-62c95bf94d97 request from dv-cinder-791239-1-iscsi {{(pid=91463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:46:09.792635 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 522b4c3f-c22d-4797-9efd-f2325fac229a no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:09.838699 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 522b4c3f-c22d-4797-9efd-f2325fac229a {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:09.839038 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 522b4c3f-c22d-4797-9efd-f2325fac229a not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:09.839453 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:09.880059 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:09.880406 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 21c7d6b1-c0d7-4645-9d7b-5c33dd921159 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:09.886427 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] For port 7da323f5-7355-4b07-95e7-742ced082565, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=7da323f5-7355-4b07-95e7-742ced082565,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:09.886782 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:09.899677 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Deleting port 7da323f5-7355-4b07-95e7-742ced082565 {{(pid=91463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:09.900052 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.009913 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Calling delete_port for 7da323f5-7355-4b07-95e7-742ced082565 owned by network:dhcp {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:10.037290 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] For port 7da323f5-7355-4b07-95e7-742ced082565, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=7da323f5-7355-4b07-95e7-742ced082565,segment=NetworkSegment(53b157e8-ae7b-4099-ad09-408db0a56c75),segment_id=53b157e8-ae7b-4099-ad09-408db0a56c75)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:10.037742 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.056378 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.060741 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-665b65d7-0618-4267-9bd3-508b5926636c tempest-TestMinimumBasicScenario-1784583063 tempest-TestMinimumBasicScenario-1784583063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:10.106390 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da323f5-7355-4b07-95e7-742ced082565,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:10.108908 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:10.111218 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] No DVR routers for this DVR port 7da323f5-7355-4b07-95e7-742ced082565 on host dv-cinder-791239-1-iscsi {{(pid=91461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:10.156797 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Calling delete_port for 7da323f5-7355-4b07-95e7-742ced082565 owned by network:dhcp {{(pid=91463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:10.202030 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220'] for port, after_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.205497 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:10.225877 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.238471 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bac765-7a7d-4a9e-8567-62c95bf94d97']}} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:10.248600 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Pushing event deleted for resources: {'Port': ['ID=7da323f5-7355-4b07-95e7-742ced082565,revision_number=None']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:10.250915 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] No DVR routers for this DVR port 7da323f5-7355-4b07-95e7-742ced082565 on host dv-cinder-791239-1-iscsi {{(pid=91463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:10.251071 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b157e8-ae7b-4099-ad09-408db0a56c75') {'for_net_delete': True} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:10.251325 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.services.segments.db [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b157e8-ae7b-4099-ad09-408db0a56c75') {} {{(pid=91461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:10.264083 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.264425 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.264756 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.265084 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.265415 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.265754 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.266075 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.266392 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.266714 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.267031 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.267344 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.267663 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-1-iscsi {{(pid=91463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:46:10.269440 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4176979'] for segment, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.273967 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-264b56c2-8234-4f0f-9b13-034d47c73d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:10.286661 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.293012 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=91461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:46:10.293420 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3984859'] for segment, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: Traceback (most recent call last): May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: timer() May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: cb(*args, **kw) May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: return func(*args, **kwargs) May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: self._notify() May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: self.callback(batched_events) May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: event.method(event) May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: return f(self, *a, **k) May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._get(url).json() May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: return self.request(url, 'GET', **kwargs) May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:46:10.306678 dv-cinder-791239-1-iscsi neutron-server[91461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:46:10.383965 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.388120 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:10.401034 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:10.411037 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=80bac765-7a7d-4a9e-8567-62c95bf94d97,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:10.414737 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:10.425156 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-784947f8-4336-4c1b-9668-fd9b14e572f7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/80bac765-7a7d-4a9e-8567-62c95bf94d97 HTTP/1.1" status: 204 len: 168 time: 0.9145157 May 18 14:46:10.427945 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56160) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:10.958869 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404041'] for router_interface, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:11.460826 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Deleting port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:11.461162 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:11.579322 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] For port 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=83ac70a8-bc5e-478e-b0aa-8e3c53eb0339,segment=NetworkSegment(ff1c5584-5ac2-4c84-b85b-868f4159cb7b),segment_id=ff1c5584-5ac2-4c84-b85b-868f4159cb7b)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:11.579675 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:11.698045 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Calling delete_port for 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 owned by network:router_interface {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:11.743982 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 7da323f5-7355-4b07-95e7-742ced082565 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:11.778048 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 7da323f5-7355-4b07-95e7-742ced082565 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:11.778399 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 7da323f5-7355-4b07-95e7-742ced082565 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:11.846404 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:11.851535 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-196f0074-501b-4c79-abae-6375171c1caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:11.892769 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ac70a8-bc5e-478e-b0aa-8e3c53eb0339,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:11.895678 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:12.158267 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403929'] for router_interface, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:12.513718 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Router ebb89bbc-50a1-448e-9da4-cbb386005626 has already been hosted by L3 agent f530219d-7dad-402b-9648-09719f1b75cb {{(pid=91461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:46:12.788360 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Notify agent at l3_agent.dv-cinder-791239-1-iscsi the message routers_updated {{(pid=91461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:46:12.796386 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] Sync routers for ids ['ebb89bbc-50a1-448e-9da4-cbb386005626'] in dv-cinder-791239-1-iscsi {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:46:12.805225 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] 10.222.0.44 "PUT /v2.0/routers/ebb89bbc-50a1-448e-9da4-cbb386005626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755357 May 18 14:46:12.807510 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] Routers {'ebb89bbc-50a1-448e-9da4-cbb386005626'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:12.807661 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56164) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:12.808135 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:45:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['ebb89bbc-50a1-448e-9da4-cbb386005626'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:12.979691 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] Set router ebb89bbc-50a1-448e-9da4-cbb386005626 gateway port host: dv-cinder-791239-1-iscsi {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:12.982487 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.156608 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.227820 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Deleting port cc55d814-5b9f-44e4-834f-2a218222a531 {{(pid=91461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:13.228567 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.287491 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'external_fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:46:11Z', 'revision_number': 5, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'gw_port': {'id': 'cc55d814-5b9f-44e4-834f-2a218222a531', 'name': '', 'network_id': 'ce418276-98c1-4386-926d-d40ddcbd119a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '6496370c-e6a1-49b8-999a-4994fc585822', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:30Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6496370c-e6a1-49b8-999a-4994fc585822', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-1-iscsi'}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:13.291968 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] Checking router: ebb89bbc-50a1-448e-9da4-cbb386005626 for host: dv-cinder-791239-1-iscsi {{(pid=91464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:46:13.300125 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] Routers {'ebb89bbc-50a1-448e-9da4-cbb386005626'} bound to L3 agent in host dv-cinder-791239-1-iscsi {{(pid=91464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:46:13.300726 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T13:55:21Z,description=,heartbeat_timestamp=2021-05-18T14:45:52Z,host='dv-cinder-791239-1-iscsi',id=f530219d-7dad-402b-9648-09719f1b75cb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T13:55:21Z,topic='l3_agent')) {'router_ids': ['ebb89bbc-50a1-448e-9da4-cbb386005626'], 'active': True} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:13.352092 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.db [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] For port cc55d814-5b9f-44e4-834f-2a218222a531, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=cc55d814-5b9f-44e4-834f-2a218222a531,segment=NetworkSegment(1a7924d7-2fc4-40fa-add5-8caac48a80a5),segment_id=1a7924d7-2fc4-40fa-add5-8caac48a80a5)] {{(pid=91461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:13.352092 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.448283 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_dvr_db [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] Set router ebb89bbc-50a1-448e-9da4-cbb386005626 gateway port host: None {{(pid=91464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:46:13.474179 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Calling delete_port for cc55d814-5b9f-44e4-834f-2a218222a531 owned by network:router_gateway {{(pid=91461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:13.554922 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.l3_hamode_db [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:46:13Z', 'revision_number': 6, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'gw_port_host': None}], 'dv-cinder-791239-1-iscsi', False) {} {{(pid=91464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:13.559266 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42a14a-80f4-4df3-9a2f-e819b2d809de None None] The sync data for ids ['ebb89bbc-50a1-448e-9da4-cbb386005626'] in dv-cinder-791239-1-iscsi is: [{'id': 'ebb89bbc-50a1-448e-9da4-cbb386005626', 'name': 'tempest-TestVolumeBootPattern-2067163134-router', 'tenant_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:46:13Z', 'revision_number': 6, 'project_id': '595d4e8fe5e24aaabd130b5ad7699a5b', 'gw_port_host': None}] {{(pid=91464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:46:13.615440 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3984806'] for port, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.620630 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-ab071fec-fc96-45f5-bfb1-89112ef1cb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:13.662358 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc55d814-5b9f-44e4-834f-2a218222a531,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:13.665834 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:13.756325 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402018'] for router_gateway, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.930821 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6234'] for router, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.933109 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.962755 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-401461'] for router, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.963286 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb89bbc-50a1-448e-9da4-cbb386005626 {{(pid=91461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:46:13.976587 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] Notify callbacks [] for router, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:13.980105 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-1bfa13bd-912f-4e40-8884-490b90c13db8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ebb89bbc-50a1-448e-9da4-cbb386005626 HTTP/1.1" status: 204 len: 168 time: 1.1693275 May 18 14:46:13.980469 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56168) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:13.991186 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:14.027813 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:14.028158 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device 83ac70a8-bc5e-478e-b0aa-8e3c53eb0339 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:14.042384 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b6b764-da32-41f6-b214-6401a369a884 admin admin] Deleting subnet acb41d6c-b29d-4e94-9929-b704cf1c4cd0 {{(pid=91462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:46:14.045306 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-41b6b764-da32-41f6-b214-6401a369a884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.093659 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-41b6b764-da32-41f6-b214-6401a369a884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4067374'] for subnet, precommit_delete_associations {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.172238 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-41b6b764-da32-41f6-b214-6401a369a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405887'] for subnet, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.417375 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-41b6b764-da32-41f6-b214-6401a369a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1942966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4067455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2107600'] for subnet, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.421303 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:14.459383 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6b764-da32-41f6-b214-6401a369a884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb41d6c-b29d-4e94-9929-b704cf1c4cd0,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:14.462592 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-41b6b764-da32-41f6-b214-6401a369a884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:14.463548 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-41b6b764-da32-41f6-b214-6401a369a884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for subnet, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.469195 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea79bf-90ff-4185-a2cf-e1e31181b43d None None] Network f7742de7-909f-4d69-96e8-705a511eeb38 requested from dv-cinder-791239-1-iscsi {{(pid=91463) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:46:14.469336 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-41b6b764-da32-41f6-b214-6401a369a884 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/acb41d6c-b29d-4e94-9929-b704cf1c4cd0 HTTP/1.1" status: 204 len: 168 time: 0.4877942 May 18 14:46:14.471784 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.wsgi [-] (91462) accepted ('10.222.0.44', 56172) {{(pid=91462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:14.580148 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509319'] for network, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.655376 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Deleting port a215fc19-61bf-4643-baa5-6ca0783fd154 {{(pid=91462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:14.655716 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.717784 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] DHCP port deletion for f7742de7-909f-4d69-96e8-705a511eeb38 request from dv-cinder-791239-1-iscsi {{(pid=91463) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:46:14.759487 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.db [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] For port a215fc19-61bf-4643-baa5-6ca0783fd154, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=a215fc19-61bf-4643-baa5-6ca0783fd154,segment=NetworkSegment(ff1c5584-5ac2-4c84-b85b-868f4159cb7b),segment_id=ff1c5584-5ac2-4c84-b85b-868f4159cb7b)] {{(pid=91462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:14.759840 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.786860 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] Deleting port a215fc19-61bf-4643-baa5-6ca0783fd154 {{(pid=91463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:46:14.787238 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733139605607'] for port, before_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.885467 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.db [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] For port a215fc19-61bf-4643-baa5-6ca0783fd154, host dv-cinder-791239-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-1-iscsi',level=0,port_id=a215fc19-61bf-4643-baa5-6ca0783fd154,segment=NetworkSegment(ff1c5584-5ac2-4c84-b85b-868f4159cb7b),segment_id=ff1c5584-5ac2-4c84-b85b-868f4159cb7b)] {{(pid=91463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:46:14.885899 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404367'] for port, precommit_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:14.972912 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.plugin [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Calling delete_port for a215fc19-61bf-4643-baa5-6ca0783fd154 owned by network:dhcp {{(pid=91462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:15.012277 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] Calling delete_port for a215fc19-61bf-4643-baa5-6ca0783fd154 owned by network:dhcp {{(pid=91463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:46:15.020618 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022688'] for port, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.026672 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-79e63c2c-9041-4f09-bac9-000fda8a18fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:15.054799 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1528712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733139608504', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733139177220'] for port, after_delete {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.059266 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:15.072245 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Pushing event deleted for resources: {'Port': ['ID=a215fc19-61bf-4643-baa5-6ca0783fd154,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:15.075364 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:15.076126 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] No DVR routers for this DVR port a215fc19-61bf-4643-baa5-6ca0783fd154 on host dv-cinder-791239-1-iscsi {{(pid=91462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:15.102250 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] Pushing event deleted for resources: {'Port': ['ID=a215fc19-61bf-4643-baa5-6ca0783fd154,revision_number=None']} {{(pid=91463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:15.104068 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] No DVR routers for this DVR port a215fc19-61bf-4643-baa5-6ca0783fd154 on host dv-cinder-791239-1-iscsi {{(pid=91463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:46:15.105457 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG oslo_concurrency.lockutils [None req-143c610a-7921-4df6-9769-35fdf73ae4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:15.171585 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:46:15.191214 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407284', 'neutron.services.segments.db._delete_segments_for_network-8733139635074'] for network, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.204201 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7742de7-909f-4d69-96e8-705a511eeb38']}} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:15.216877 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b') {'for_net_delete': True} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:15.217171 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.services.segments.db [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1c5584-5ac2-4c84-b85b-868f4159cb7b') {} {{(pid=91462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:46:15.228629 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733139645579', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4067385'] for segment, before_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.244580 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628'] for segment, precommit_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.251343 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=91462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:46:15.251728 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4022749'] for segment, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: Traceback (most recent call last): May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: timer() May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: cb(*args, **kw) May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: return func(*args, **kwargs) May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: self._notify() May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: self.callback(batched_events) May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: event.method(event) May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: return f(self, *a, **k) May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._get(url).json() May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: return self.request(url, 'GET', **kwargs) May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:46:15.265424 dv-cinder-791239-1-iscsi neutron-server[91462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:46:15.342439 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401993'] for network, after_delete {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.346452 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:15.359766 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron_lib.callbacks.manager [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647766'] for network, before_response {{(pid=91462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.370213 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7742de7-909f-4d69-96e8-705a511eeb38,revision_number=None']} {{(pid=91462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:15.375928 dv-cinder-791239-1-iscsi neutron-server[91462]: DEBUG oslo_concurrency.lockutils [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:15.379292 dv-cinder-791239-1-iscsi neutron-server[91462]: INFO neutron.wsgi [None req-d82767b0-472a-478a-a8da-3f13d4530737 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f7742de7-909f-4d69-96e8-705a511eeb38 HTTP/1.1" status: 204 len: 168 time: 0.9066246 May 18 14:46:15.495252 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56178) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:15.542729 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-fda5dc58-2d35-4c35-a67f-a0bda2ba1dc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64ab0ec53fe84b4a968c40c55521d824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459890 May 18 14:46:15.544934 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56182) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:15.601528 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6da5922b-bd68-4875-8697-3d85e465114e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.626152 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6da5922b-bd68-4875-8697-3d85e465114e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.679963 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6da5922b-bd68-4875-8697-3d85e465114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.683590 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-7b859334-1e7a-4f25-ae3a-59721a347853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:15.748071 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device a215fc19-61bf-4643-baa5-6ca0783fd154 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:15.783364 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: a215fc19-61bf-4643-baa5-6ca0783fd154 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:15.783711 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device a215fc19-61bf-4643-baa5-6ca0783fd154 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:15.784135 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device cc55d814-5b9f-44e4-834f-2a218222a531 no longer exists at agent ovs-agent-dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:46:15.802877 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5922b-bd68-4875-8697-3d85e465114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c928debc-3786-4515-9a21-73b6b95606d5,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:15.806928 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6da5922b-bd68-4875-8697-3d85e465114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:15.812120 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-6da5922b-bd68-4875-8697-3d85e465114e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.813225 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-6da5922b-bd68-4875-8697-3d85e465114e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c928debc-3786-4515-9a21-73b6b95606d5 HTTP/1.1" status: 204 len: 168 time: 0.2674367 May 18 14:46:15.831305 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.plugin [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] No Port match for: cc55d814-5b9f-44e4-834f-2a218222a531 {{(pid=91463) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:46:15.831652 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron.plugins.ml2.rpc [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Device cc55d814-5b9f-44e4-834f-2a218222a531 not bound to the agent host dv-cinder-791239-1-iscsi {{(pid=91463) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:46:16.141183 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56190) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:16.190506 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-30370dfc-428a-462a-9574-c991c9e81351 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=595d4e8fe5e24aaabd130b5ad7699a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479875 May 18 14:46:16.192719 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.wsgi [-] (91461) accepted ('10.222.0.44', 56194) {{(pid=91461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:46:16.250220 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4e52e3be-41d5-4822-9371-d13f114e9691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:16.277082 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4e52e3be-41d5-4822-9371-d13f114e9691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:16.328899 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4e52e3be-41d5-4822-9371-d13f114e9691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689215'] for security_group, after_delete {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:16.333455 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-6a784fc8-8734-4372-96a8-a7ffd8bfd5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:46:16.346785 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52e3be-41d5-4822-9371-d13f114e9691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d97727-f4ce-44ce-b699-4682cd0083fb,revision_number=None']} {{(pid=91461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:46:16.349308 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG oslo_concurrency.lockutils [None req-4e52e3be-41d5-4822-9371-d13f114e9691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:46:16.351797 dv-cinder-791239-1-iscsi neutron-server[91461]: DEBUG neutron_lib.callbacks.manager [None req-4e52e3be-41d5-4822-9371-d13f114e9691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:16.352832 dv-cinder-791239-1-iscsi neutron-server[91461]: INFO neutron.wsgi [None req-4e52e3be-41d5-4822-9371-d13f114e9691 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87d97727-f4ce-44ce-b699-4682cd0083fb HTTP/1.1" status: 204 len: 168 time: 0.1592357 May 18 14:46:18.925837 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-d7d51455-6a9e-41ee-adb0-e865a66177ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:19.056151 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:21.514692 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2488a6ab-9772-4ba5-aa70-98ec07bd5de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:21.551480 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:22.600545 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:24.208683 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:48.928513 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-44980b08-8091-4ab7-bb7b-e64007269dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:49.070258 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:51.517132 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2d8e2769-5405-4ff3-9091-70a7c02a497a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:51.552064 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:52.170642 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:46:52.604067 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:54.212802 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:18.924694 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-154b67c9-b68c-456b-a723-4cba59622a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:19.071621 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:21.518652 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-09184764-92ef-4ef2-8600-1ddd77429eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:21.553276 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:22.605316 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:24.215263 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:29.169866 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:47:48.956796 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9ac22305-4fff-48fe-906b-186d5313c226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:49.083512 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.519888 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-82d82db4-a57b-4a8e-89a8-0d3db09d3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:51.554203 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:52.609882 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:54.217931 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:06.169622 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:48:18.927928 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-98388209-38d2-4325-ae17-cc3f2f29be67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:19.082639 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:21.521780 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-4cabff48-d1ef-43b5-8c18-cf3d2b8607dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:21.556572 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:22.611487 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:24.222413 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:43.168529 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:48:48.930616 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-2883ebf7-cd43-4549-9c92-72b32196be3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:49.097404 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:51.524389 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-31bb3b9a-a576-40d8-b90f-f0d97e26b756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:51.559166 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:52.614260 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:54.224341 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:18.931289 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-e197d1cc-00b3-4738-b928-425cbda6f65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:19.111791 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.168956 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:49:21.527273 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8baa0d09-ca8b-4bb8-a997-07561dbad4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:21.561036 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:22.617361 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:24.228314 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:48.932812 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-5e047882-c856-4cbc-ad86-c1d34be1a4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:49.111660 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:51.530626 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0281dc0d-05b5-4cfa-8b50-e85b8f65b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:51.561595 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:52.620082 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:54.230352 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:57.168949 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:50:18.935608 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-734434ba-2e9a-4ef7-9ccb-d3843e4de7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:19.127470 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:21.531275 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-79fa35cc-a1be-48b9-9cf4-07352a1682ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:21.562776 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:22.622246 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:24.234021 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:34.168266 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:50:48.937432 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-c7392b6b-9b87-48e4-adfc-5867d3d7429c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:49.155965 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:51.534887 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-65529e5f-fdfd-45ab-a7b5-7b50f7989b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:51.564378 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:52.626082 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:54.237224 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:11.167066 dv-cinder-791239-1-iscsi neutron-server[91464]: DEBUG neutron.db.agents_db [None req-bbe3ba3a-51d9-4eae-a4be-b8a8f2a9ecdb None None] Agent healthcheck: found 6 active agents {{(pid=91464) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:51:18.938499 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-95c67458-1947-4b2c-89c5-7e5fe85bc1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:19.155704 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf1f4-3dea-4e76-813a-d7cc7de7b14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:21.536578 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-8deeb08f-5565-4595-9872-ad090e1469ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:21.565257 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-11766710-50a5-4170-a868-b37a56ff01e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:22.629115 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-0bf7bbda-3693-414a-bfa2-05beb6fc7c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:51:24.240870 dv-cinder-791239-1-iscsi neutron-server[91463]: DEBUG neutron_lib.callbacks.manager [None req-9da444bc-e5b0-4e3d-9864-13774a1273d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733139639004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393150'] for agent, after_update {{(pid=91463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}